-- Logs begin at Wed 2021-06-16 08:46:55 UTC, end at Wed 2021-06-16 09:59:04 UTC. -- Jun 16 09:34:17.509109 dv-cinder-796286-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 09:34:20.155932 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.common.config [-] Logging enabled! Jun 16 09:34:20.156550 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 09:34:20.156724 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 09:34:20.160031 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.common.config [-] Logging enabled! Jun 16 09:34:20.160309 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 09:34:20.160624 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 09:34:20.161549 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:20.161796 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:20.162130 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:20.162390 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:20.162592 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:20.162907 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.163198 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.163488 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.163714 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.164057 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.164373 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.164655 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.164941 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.165233 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.165512 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.165787 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.166064 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.166291 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.166570 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.166851 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.167131 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.167349 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] debug = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.168173 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.168630 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.169050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.169371 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.169661 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.169936 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.170202 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.170473 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.170753 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.171076 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] host = dv-cinder-796286-4-smb {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.171348 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.171631 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.171911 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.172190 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.172505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.172760 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.173041 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.173309 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.173575 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.173845 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.174128 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.174408 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.174692 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.174913 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.175129 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.175413 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.175699 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.175968 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.176241 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.176534 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.176807 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.177079 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.177342 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.177622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.177904 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.178182 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.178452 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.178728 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.178999 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.179268 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.179548 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.179819 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.180089 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.180381 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.180665 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.180931 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.181204 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.181499 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.181779 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.182055 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.182334 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.182602 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.182882 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.183173 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.183441 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.183708 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_json = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.183972 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.184237 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.184538 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.184806 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.185074 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.185342 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.185609 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.185888 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:20.186179 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.186469 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.186767 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.187045 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.187334 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.187608 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.187892 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.188164 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.188471 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.188761 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.189046 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.189321 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.189606 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.189880 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.190172 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.190472 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.190762 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.191050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.191322 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.191592 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.191862 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.192159 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.192469 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.192763 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.193053 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.193324 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.193603 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.193888 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.194163 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.194432 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.194707 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.194993 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.195267 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.195538 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.195817 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.196092 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.196386 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.196661 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.196938 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.197225 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.197501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.197771 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.198040 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.198370 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.199152 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.199442 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.199719 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.199988 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.200258 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.200555 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.200828 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.201099 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.201373 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.201644 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.201918 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.202187 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.202455 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.202723 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.202991 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.203263 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.203527 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.203817 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.204091 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.204383 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.204652 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.204922 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.205192 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.205460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.205740 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.206033 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.206305 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.206578 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.206853 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.207128 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.207401 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.207675 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.207951 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.208227 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.208521 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.208809 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.209091 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.209380 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.209659 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.209933 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.210224 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.210497 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.210774 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.211047 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.211322 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.211607 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.211885 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.212175 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.212488 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.212778 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.213069 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.213359 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.213632 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.213938 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.214213 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:20.215074 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:20.215308 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98917) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 09:34:20.559851 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:20.560126 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:20.560436 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:20.560767 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 09:34:20.950077 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.950264 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.950539 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.951857 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.952160 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.952478 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.986413 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.986690 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:20.986952 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.000617 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.000893 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.001163 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.030187 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.030460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.030724 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.066822 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.067094 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.067364 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.297884 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.298501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.298501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.298662 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.299531 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.423193 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.423508 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.423797 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.424053 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.424349 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.424663 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.424919 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.425169 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.425418 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.425695 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.425949 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.426209 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.426465 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.426725 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.426976 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.427237 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.427503 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.427757 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.428025 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.428302 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.428571 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.428916 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.429163 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.429441 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.429710 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.429971 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.430362 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.430597 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.430829 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.431061 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.431291 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.431521 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:21.432901 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 09:34:21.435971 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 09:34:21.439878 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 09:34:21.443873 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 16 09:34:21.445516 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 09:34:21.445956 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 09:34:21.446289 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 09:34:21.446666 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 09:34:21.449495 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 09:34:21.449749 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 09:34:21.450089 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 09:34:21.477653 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 09:34:21.478100 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.478397 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98917) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 09:34:21.478756 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.480966 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98917) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 09:34:21.481244 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 09:34:21.481487 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 09:34:21.484719 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.484999 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:21.547660 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 09:34:21.547941 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 09:34:21.548126 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 09:34:21.548522 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 09:34:21.569105 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_db.sqlalchemy.engines [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98917) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 09:34:22.262599 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing driver for type 'gre' Jun 16 09:34:22.263130 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] gre ID ranges: [(1, 1000)] Jun 16 09:34:22.547790 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing driver for type 'local' Jun 16 09:34:22.548450 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing driver for type 'vlan' Jun 16 09:34:22.702198 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] VlanTypeDriver initialization complete Jun 16 09:34:22.702580 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing driver for type 'vxlan' Jun 16 09:34:22.703099 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] vxlan ID ranges: [(1, 1000)] Jun 16 09:34:22.930452 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing extension driver 'port_security' Jun 16 09:34:22.930895 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.extensions.port_security [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] PortSecurityExtensionDriver initialization complete Jun 16 09:34:22.931236 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing mechanism driver 'openvswitch' Jun 16 09:34:22.931730 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing mechanism driver 'hyperv' Jun 16 09:34:22.939505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.plugins.ml2.plugin [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:22.940296 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.940685 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.941149 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.941548 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.941907 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.942258 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.942643 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.942997 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.943345 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.943771 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.944151 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.944514 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.944896 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.945280 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > address_group after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > address_group after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949824 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] ML2 OVO RPC backend initialized. {{(pid=98917) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 09:34:22.949824 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949824 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.949824 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950104 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > networks before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950104 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950104 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > ports before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950104 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950380 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnets before_response 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950514 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.950863 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.951217 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.951553 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.951893 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.952233 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.952616 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.952954 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.953287 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:22.953862 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.plugin [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Modular L2 Plugin initialization complete Jun 16 09:34:22.954191 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading services supported by the core plugin {{(pid=98917) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 09:34:22.954520 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.plugins.ml2.managers [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Got port-security extension from driver 'port_security' Jun 16 09:34:22.955025 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.extensions.vlantransparent [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Disabled vlantransparent extension. Jun 16 09:34:22.955509 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98917) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 09:34:22.955823 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: router Jun 16 09:34:22.999882 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.000290 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_create 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.000667 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router before_create 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.001104 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.001476 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.001831 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_delete 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.002189 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.002617 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_create 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.002967 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.003349 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.003708 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.004062 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.004512 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.004880 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.005221 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.005560 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: subnet after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.005902 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.006251 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.006598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_create 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.007011 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.007354 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.007710 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router after_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.008054 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.008442 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_create 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.008802 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.009178 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_update 55549900 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.009550 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > network after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.010407 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Tracking information for resource: router configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:23.010739 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Tracking information for resource: floatingip configured {{(pid=98917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 09:34:23.015896 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.db.l3_agentschedulers_db [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 09:34:23.016624 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.016987 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.017343 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.017694 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: port after_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.018532 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router before_create 55550100 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.018895 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.019260 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_create 55550100 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.019647 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > router precommit_update 55550100 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.024053 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.provider_configuration [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service providers = [] {{(pid=98917) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 09:34:23.024475 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.db.servicetype_db [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98917) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 09:34:23.028358 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.service_base [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:23.028708 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.service_base [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:23.029049 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.service_base [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:23.029931 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.services.service_base [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 09:34:23.030306 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.services.service_base [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 09:34:23.030689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.031010 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 09:34:23.041970 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.042904 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: auto_allocate Jun 16 09:34:23.048879 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: network precommit_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.049250 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: network precommit_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.049800 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.050119 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: tag Jun 16 09:34:23.056819 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.057153 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: timestamp Jun 16 09:34:23.062472 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.062807 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: network_ip_availability Jun 16 09:34:23.068475 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.068852 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.069213 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.069923 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.070245 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: flavors Jun 16 09:34:23.075038 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.075372 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading Plugin: revisions Jun 16 09:34:23.079743 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 09:34:23.080132 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.520s {{(pid=98917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:23.080984 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98917) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 09:34:23.081318 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Initializing extension manager. Jun 16 09:34:23.081824 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: __init__.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.082167 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: __pycache__ {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.082503 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.082872 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: address_group.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.083632 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.084197 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: address-group Jun 16 09:34:23.084545 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: address_scope.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.085246 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.085761 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: address-scope Jun 16 09:34:23.086081 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.086998 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.087515 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: router-admin-state-down-before-update Jun 16 09:34:23.087837 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: agent.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.088560 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.089103 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: agent Jun 16 09:34:23.089956 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: agent_resources_synced.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.090859 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.091374 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: agent-resources-synced Jun 16 09:34:23.091697 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: allowedaddresspairs.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.093674 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.094239 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: allowed-address-pairs Jun 16 09:34:23.094570 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: auto_allocated_topology.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.095637 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.096158 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: auto-allocated-topology Jun 16 09:34:23.096520 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: availability_zone.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.097204 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.097717 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: availability_zone Jun 16 09:34:23.098041 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: availability_zone_filter.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.098939 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.099454 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: availability_zone_filter Jun 16 09:34:23.099777 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: data_plane_status.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.100727 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.101245 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 09:34:23.101565 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: default_subnetpools.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.102475 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.102997 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: default-subnetpools Jun 16 09:34:23.103322 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.104408 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.105496 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: dhcp_agent_scheduler Jun 16 09:34:23.105819 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: dns.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.106731 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.107245 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 09:34:23.107603 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: dns_domain_ports.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.108536 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.109055 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 09:34:23.109378 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: dvr.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.110037 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.110588 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: dvr Jun 16 09:34:23.111011 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: empty_string_filtering.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.111873 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.112498 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: empty-string-filtering Jun 16 09:34:23.112821 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.113723 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.114264 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 09:34:23.114586 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.115496 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.116006 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 09:34:23.116354 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: external_net.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.117303 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.117818 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: external-net Jun 16 09:34:23.118142 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.119053 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.119560 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: extra_dhcp_opt Jun 16 09:34:23.119880 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: extraroute.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.120865 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.121374 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: extraroute Jun 16 09:34:23.121694 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: extraroute_atomic.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.122750 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.123267 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: extraroute-atomic Jun 16 09:34:23.123625 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: filter_validation.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.124297 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.124824 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: filter-validation Jun 16 09:34:23.125143 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: fip_pf_description.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.126071 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.126586 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 09:34:23.126907 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: fip_port_details.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.127819 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.128357 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: fip-port-details Jun 16 09:34:23.128713 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: flavors.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.129932 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.130460 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: flavors Jun 16 09:34:23.130784 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.132516 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.133048 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 09:34:23.133383 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: floatingip_pools.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.134074 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.134597 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: floatingip-pools Jun 16 09:34:23.134959 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: ip_allocation.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.135874 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.136447 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 09:34:23.136781 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.137686 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.138211 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: ip-substring-filtering Jun 16 09:34:23.138538 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l2_adjacency.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.139465 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.139997 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 09:34:23.140334 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.141310 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.141837 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: router Jun 16 09:34:23.142163 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.144521 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.145058 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 09:34:23.145427 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.146343 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.146861 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: ext-gw-mode Jun 16 09:34:23.147186 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.148092 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.148651 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: l3-ha Jun 16 09:34:23.148975 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3_flavors.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.149884 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.150396 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: l3-flavors Jun 16 09:34:23.150716 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.152194 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.152734 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 09:34:23.153056 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: l3agentscheduler.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.154070 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.154589 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: l3_agent_scheduler Jun 16 09:34:23.154914 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: logging.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.156445 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.157000 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension logging not supported by any of loaded plugins Jun 16 09:34:23.157334 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: metering.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.158067 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.158649 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: metering Jun 16 09:34:23.158973 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.160080 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.160671 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: metering_source_and_destination_fields Jun 16 09:34:23.161054 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: multiprovidernet.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.162036 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.162616 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: multi-provider Jun 16 09:34:23.162971 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: netmtu.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.163910 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.164467 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: net-mtu Jun 16 09:34:23.164793 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: netmtu_writable.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.165707 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.166222 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: net-mtu-writable Jun 16 09:34:23.166543 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: network_availability_zone.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.167204 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.168326 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: network_availability_zone Jun 16 09:34:23.168681 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: network_ip_availability.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.169783 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.170305 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: network-ip-availability Jun 16 09:34:23.170628 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: network_segment_range.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.171389 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.171903 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 09:34:23.172228 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: pagination.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.173222 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.173554 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: pagination Jun 16 09:34:23.173876 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: port_device_profile.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.174810 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.175333 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: port-device-profile Jun 16 09:34:23.175684 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.176698 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.177214 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: port-mac-address-regenerate Jun 16 09:34:23.177535 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.178436 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.178956 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: port-numa-affinity-policy Jun 16 09:34:23.179305 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: port_resource_request.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.180218 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.180821 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 09:34:23.181101 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: portbindings.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.182021 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.182537 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: binding Jun 16 09:34:23.182861 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: portbindings_extended.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.184156 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.184709 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: binding-extended Jun 16 09:34:23.185036 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: portsecurity.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.185939 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.186490 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: port-security Jun 16 09:34:23.186845 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: project_id.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.187953 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.188303 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: project-id Jun 16 09:34:23.188638 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: providernet.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.189559 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.190080 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: provider Jun 16 09:34:23.190405 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.194032 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.194595 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos not supported by any of loaded plugins Jun 16 09:34:23.194922 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.196160 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.196715 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 09:34:23.197044 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.197991 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.199027 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 09:34:23.199364 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_default.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.200284 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.200806 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-default not supported by any of loaded plugins Jun 16 09:34:23.201132 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_fip.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.201777 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.202282 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 09:34:23.202603 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_gateway_ip.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.203553 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.204072 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 09:34:23.204434 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_port_network_policy.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.205335 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.205887 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 09:34:23.206208 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_rule_type_details.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.207112 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.207627 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 09:34:23.207946 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: qos_rules_alias.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.209023 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.209607 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 09:34:23.209903 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: quotasv2.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.210819 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.211143 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: quotas Jun 16 09:34:23.211463 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: quotasv2_detail.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.215177 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.215514 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: quota_details Jun 16 09:34:23.215844 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: rbac.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.216920 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.217491 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: rbac-policies Jun 16 09:34:23.217818 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: rbac_address_group.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.218754 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.219273 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: rbac-address-group Jun 16 09:34:23.219596 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: rbac_address_scope.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.220533 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.221054 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: rbac-address-scope Jun 16 09:34:23.221382 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: rbac_security_groups.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.222504 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.223030 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: rbac-security-groups Jun 16 09:34:23.223360 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: rbac_subnetpool.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.224320 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.224840 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: rbac-subnetpool Jun 16 09:34:23.225164 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: revisionifmatch.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.226083 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.226600 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: revision-if-match Jun 16 09:34:23.226923 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: revisions.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.228036 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.228650 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: standard-attr-revisions Jun 16 09:34:23.229221 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: router_availability_zone.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.229987 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.230509 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: router_availability_zone Jun 16 09:34:23.230834 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: routerservicetype.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.231750 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.232326 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 09:34:23.232653 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.233568 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.234124 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: security-groups-normalized-cidr Jun 16 09:34:23.234449 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.235364 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.235882 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: port-security-groups-filtering Jun 16 09:34:23.236206 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.237176 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.237701 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: security-groups-remote-address-group Jun 16 09:34:23.238025 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: securitygroup.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.247653 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.248189 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: security-group Jun 16 09:34:23.248554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: segment.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.249337 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.249852 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension segment not supported by any of loaded plugins Jun 16 09:34:23.250182 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.251109 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.251658 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 09:34:23.251983 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: servicetype.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.253162 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.253689 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: service-type Jun 16 09:34:23.254017 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: sorting.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.254992 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.255329 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: sorting Jun 16 09:34:23.255651 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: standard_attr_segment.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.256583 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.257114 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 09:34:23.257436 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: standardattrdescription.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.258165 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.258682 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: standard-attr-description Jun 16 09:34:23.259003 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: stateful_security_group.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.259913 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.260479 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: stateful-security-group Jun 16 09:34:23.260804 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: stdattrs_common.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.261935 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 09:34:23.262255 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.263241 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.263775 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 09:34:23.264076 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnet_onboard.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.265199 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.265721 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: subnet_onboard Jun 16 09:34:23.266042 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.266972 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.267488 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 09:34:23.267807 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnet_service_types.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.268811 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.269326 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: subnet-service-types Jun 16 09:34:23.269644 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnetallocation.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.270721 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.271240 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: subnet_allocation Jun 16 09:34:23.271565 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.272262 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.272807 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: subnetpool-prefix-ops Jun 16 09:34:23.273131 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.274055 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.274600 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 09:34:23.274921 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: tagging.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.275976 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.276526 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: standard-attr-tag Jun 16 09:34:23.277444 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: timestamp.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.278647 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.279173 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loaded extension: standard-attr-timestamp Jun 16 09:34:23.279502 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: trunk.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.280557 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.281112 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension trunk not supported by any of loaded plugins Jun 16 09:34:23.281439 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: trunk_details.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.282351 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.282867 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 09:34:23.283191 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: uplink_status_propagation.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.284106 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.284655 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 09:34:23.284981 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Loading extension file: vlantransparent.py {{(pid=98917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 09:34:23.285640 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 09:34:23.286155 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 09:34:23.288680 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:network Jun 16 09:34:23.289200 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnet Jun 16 09:34:23.289597 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:23.289985 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:port Jun 16 09:34:23.291275 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.291756 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service FLAVORS assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.292440 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.292894 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.293227 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:router Jun 16 09:34:23.293657 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 09:34:23.294151 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service METERING assigned prefix: /metering {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.295614 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.295984 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.296368 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:34:23.297395 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 09:34:23.297850 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:security_group Jun 16 09:34:23.298280 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 09:34:23.298891 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service CORE assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.299222 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:23.299580 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] subnetpool is already registered Jun 16 09:34:23.300027 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service CORE assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.300388 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:23.300721 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] subnetpool is already registered Jun 16 09:34:23.302973 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.303409 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service FLAVORS assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.304039 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.304498 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.304833 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:router Jun 16 09:34:23.305173 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] router is already registered Jun 16 09:34:23.305584 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 09:34:23.305921 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] floatingip is already registered Jun 16 09:34:23.306377 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service METERING assigned prefix: /metering {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.307055 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 09:34:23.307383 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] rbac_policy is already registered Jun 16 09:34:23.307797 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:security_group Jun 16 09:34:23.308158 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] security_group is already registered Jun 16 09:34:23.308601 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 09:34:23.308935 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] security_group_rule is already registered Jun 16 09:34:23.309562 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service CORE assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.309893 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:23.310237 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] subnetpool is already registered Jun 16 09:34:23.310658 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.v2.resource_helper [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Service CORE assigned prefix: {{(pid=98917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 09:34:23.311011 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 09:34:23.311340 dv-cinder-796286-4-smb neutron-server[98917]: WARNING neutron.quota.resource_registry [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] subnetpool is already registered Jun 16 09:34:23.311811 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: extensions {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.313310 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: address-groups {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.314850 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: address-scopes {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.316169 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: agents {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.317382 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: auto-allocated-topology {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.318701 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: availability_zones {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.319964 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: dhcp-networks {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.325239 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: dhcp-agents {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.325239 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: routers {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.325984 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: flavors {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.327909 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: service_profiles {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.329165 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: next_providers {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.330635 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: service_profiles {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.332210 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: floatingip-pools {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.333488 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: routers {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.335257 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: floatingips {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.336601 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: l3-routers {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.338037 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: l3-agents {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.340233 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: metering-labels {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.341561 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: metering-label-rules {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.342951 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: network-ip-availabilities {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.344235 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: bindings {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.345828 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: quotas {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.347512 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: quotas {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: rbac-policies {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: security-groups {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: security-group-rules {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: service-providers {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: subnetpools {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: subnetpools {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.358552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.359170 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.361075 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.363026 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.364946 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.367042 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.368807 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.370698 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.372698 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.374767 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron.api.extensions [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Extended resource: tags {{(pid=98917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 09:34:23.381282 dv-cinder-796286-4-smb neutron-server[98917]: WARNING keystonemiddleware.auth_token [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 09:34:23.386698 dv-cinder-796286-4-smb neutron-server[98917]: WARNING keystonemiddleware.auth_token [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 09:34:23.395544 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Acquired lock "singleton_lock" {{(pid=98917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 09:34:23.396022 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_concurrency.lockutils [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Releasing lock "singleton_lock" {{(pid=98917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 09:34:23.396723 dv-cinder-796286-4-smb neutron-server[98917]: INFO oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Starting 2 workers Jun 16 09:34:23.401838 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Started child 99028 {{(pid=98917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:23.406917 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Started child 99029 {{(pid=98917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:23.407857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.408695 dv-cinder-796286-4-smb neutron-server[98917]: INFO neutron.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 09:34:23.409343 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Notify callbacks [] for process, before_spawn {{(pid=98917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.409453 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [-] (99028) wsgi starting up on http://0.0.0.0:9696 Jun 16 09:34:23.411635 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.412054 dv-cinder-796286-4-smb neutron-server[98917]: INFO oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Starting 1 workers Jun 16 09:34:23.413141 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [-] (99029) wsgi starting up on http://0.0.0.0:9696 Jun 16 09:34:23.417567 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Started child 99030 {{(pid=98917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:23.418140 dv-cinder-796286-4-smb neutron-server[98917]: INFO oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Starting 1 workers Jun 16 09:34:23.421331 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] calling RpcWorker wait() {{(pid=99030) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 09:34:23.421895 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] returning from RpcWorker wait() {{(pid=99030) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 09:34:23.422707 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Started child 99031 {{(pid=98917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 09:34:23.423229 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.423527 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG neutron_lib.callbacks.manager [None req-7208fcc5-c494-431b-ad4b-0840d1647622 None None] Notify callbacks [] for process, after_spawn {{(pid=98917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.423802 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:23.425462 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 09:34:23.425677 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:23.425867 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:23.426088 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:23.426425 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:23.426590 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:23.427120 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.427404 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.427673 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.427881 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:23.428434 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.428434 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.428821 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.429069 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.429323 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.429598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.429849 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.430021 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.430186 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.430440 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.430687 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.431050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.431277 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.431508 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.431757 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.431927 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.432170 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.432452 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.432683 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.432958 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] debug = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.433200 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.433682 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.433926 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.434161 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.434406 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.434705 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.434932 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.435235 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.435493 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.435786 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.435985 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.436248 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.436522 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.436735 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.436951 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.437219 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.437458 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.437952 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] host = dv-cinder-796286-4-smb {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.438168 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.438401 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.438625 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.438882 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.439123 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.439358 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.439602 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.439844 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.440095 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.440380 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.440597 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.440840 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.441058 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.441313 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_options = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.447274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.448115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.449622 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.450580 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.451598 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_json = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.452611 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.453554 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.454452 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.454452 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.454452 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.454858 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.455005 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.455181 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.455419 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.455665 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.455884 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.456132 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.456421 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.456744 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.456975 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.457267 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.457505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.457743 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.458080 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.458320 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.458590 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.458805 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.459033 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.459260 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.459477 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.459826 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.460085 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.460368 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.460625 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.460878 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.461120 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.461357 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.461591 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.461803 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.461933 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:23.462030 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.462278 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.462518 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.462918 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.463036 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.463229 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.463473 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.463705 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.463959 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.464844 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.465089 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.465312 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.465529 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.465764 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.465978 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.466218 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.466466 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.466684 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.466939 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.467168 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.467387 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.467600 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.467812 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.468030 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.468288 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.468525 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.468736 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.468946 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.469163 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.469416 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.469676 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.469894 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.470106 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.470324 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.470539 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.470750 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.470995 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.471231 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.471443 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.471680 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.471890 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.472144 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.472358 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.475689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.477254 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.478155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479195 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479195 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479195 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479195 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479525 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479605 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.479826 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.480088 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.480348 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.480602 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.480869 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.481120 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.481402 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.481648 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.481942 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.482187 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.482478 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.482780 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.483050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.483313 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.483540 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.483766 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.484032 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.484252 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.484535 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.484763 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.484992 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.485211 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.485492 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.485709 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.485944 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.486155 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.486398 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.486706 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.486957 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.487171 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.487382 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.487649 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.487920 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.488236 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.488504 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.488685 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.488959 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.489251 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.489497 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.489660 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.489897 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.490139 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.490350 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.490585 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.490826 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.491061 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.491342 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.491508 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.491751 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.491961 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.492204 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.492413 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.492630 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.492844 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.493082 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.493291 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.493642 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.493728 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.493931 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.494143 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.494356 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.494604 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.494830 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.495044 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.495317 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.495586 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.495799 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.496041 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.496859 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.496859 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.496859 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.497127 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.497232 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.497441 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.497650 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.497865 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.498097 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.498307 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.498586 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.498740 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.498987 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.499232 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.499550 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.499797 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.500021 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.500313 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.500537 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.500744 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.501108 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.501201 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.501381 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.501593 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.501832 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.502094 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.502460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.502551 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.502779 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.502987 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.503210 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.503461 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.503688 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.503936 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.504174 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.504433 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.504677 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.504911 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.505143 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.505345 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.505557 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.505767 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.505972 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.506218 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.506420 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.506626 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.506836 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.507032 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.507287 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.507504 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.507703 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.507909 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.508113 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.508355 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.508563 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.508898 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.509002 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.509164 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.509470 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.509727 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.509945 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.510492 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.510492 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.510677 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.510939 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512792 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.512882 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.513105 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.513443 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.513734 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.513963 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.514226 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.514497 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.514779 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.515049 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.515284 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.515571 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.515902 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.516391 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.516505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.516675 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.516950 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.517194 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.517412 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.517646 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.517875 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.518089 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.518343 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.518576 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.518814 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.519050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.519271 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.519485 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.519761 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.519953 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.520188 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.520424 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.520582 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:23.521158 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 09:34:23.521313 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 09:34:23.521463 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 09:34:23.521636 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 09:34:23.521799 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 09:34:23.521951 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 09:34:23.522165 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.522299 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.522461 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.522618 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.522774 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.522953 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523114 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523271 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523427 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523568 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523730 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.523886 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524042 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524199 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524381 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524539 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524696 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.524852 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525013 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525170 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525327 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525483 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525639 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] debug = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525795 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.525986 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.526149 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.526307 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.526478 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.526617 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.527343 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.527506 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.527664 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.527820 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.527976 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528132 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528357 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528465 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528606 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528763 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.528919 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529074 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] host = dv-cinder-796286-4-smb {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529410 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529410 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529559 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529666 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529821 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.529976 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530133 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530289 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530445 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530601 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530757 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.530912 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531069 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531226 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531381 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_options = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531536 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531700 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.531836 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532010 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532174 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532352 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532546 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532658 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532872 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.532974 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533120 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533278 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533435 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533575 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533721 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.533877 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534034 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534191 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534346 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534501 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534657 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534814 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.534969 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535125 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535283 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535449 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535584 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535740 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.535895 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536053 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536209 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536387 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536544 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536702 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.536860 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537018 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537172 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537332 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537494 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537651 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537809 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.537965 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538122 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538268 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538424 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538579 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_json = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538735 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.538891 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539082 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539204 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539359 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539516 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539667 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539817 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 09:34:23.539994 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540153 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540346 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540508 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540667 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540825 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.540983 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541144 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541302 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541628 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541789 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.541958 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.542117 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.542327 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.542609 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.542894 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.543172 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.543385 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.543617 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.543848 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.544082 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.544411 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.544787 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.544928 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545088 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545227 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545361 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545494 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545630 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545764 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.545925 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546085 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546244 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546388 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546551 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546710 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.546862 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547079 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547236 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547372 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547639 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.547852 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548634 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548634 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548634 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548634 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548634 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548990 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548990 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.548990 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549213 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549356 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549442 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549572 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549730 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.549889 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550050 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550210 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550369 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550540 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550700 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.550859 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551019 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551179 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551338 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551499 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551657 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551816 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.551977 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552134 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552316 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552478 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552721 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552823 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.552946 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553132 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553247 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553412 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553570 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553730 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.553890 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554049 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554217 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554392 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554551 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554710 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.554869 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555029 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555188 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555347 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555505 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555664 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555822 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.555981 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556138 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556319 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556480 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556639 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556798 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.556958 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.557115 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.557274 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.557439 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.557597 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.557755 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.558428 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.558588 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.558747 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.558904 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559073 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559232 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559394 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559558 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559724 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.559891 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560052 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560212 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560392 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560712 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.560872 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561029 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561190 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561350 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561509 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561675 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.561844 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562003 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562162 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562333 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562504 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562664 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562822 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.562982 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563141 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563321 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563447 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563606 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563766 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.563924 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564085 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564245 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564412 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564574 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564733 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.564893 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565052 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565213 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565371 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565530 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565689 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.565848 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566008 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566166 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566325 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566485 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566644 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566804 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.566966 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567122 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567281 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567440 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567601 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567759 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.567924 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568082 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568240 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568425 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568585 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568745 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.568905 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569068 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569226 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569387 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569552 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569714 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.569901 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570032 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570179 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570333 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570493 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570653 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570813 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.570973 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571131 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571310 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571475 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571629 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571790 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.571929 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572097 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572247 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572431 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572575 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572739 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.572883 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.573046 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.573190 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.573482 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.573482 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574277 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574420 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574542 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574646 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574817 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.574976 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575136 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575296 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575456 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575626 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575785 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.575943 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576101 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576259 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576449 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576609 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576768 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.576925 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577084 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577252 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577410 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577568 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577726 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.577889 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578056 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578215 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578373 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578530 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578688 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.578858 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579018 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579177 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579345 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579503 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579663 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579821 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.579991 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580151 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580333 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580495 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580653 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580811 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.580972 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581136 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581304 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581470 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581630 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581798 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.581965 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582133 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582293 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582460 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582833 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582833 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.582985 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583079 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583262 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583397 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583585 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583704 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.583861 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584019 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584179 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584357 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584516 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584674 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584835 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.584994 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.585153 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.585312 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.585470 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.585631 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 09:34:23.585783 dv-cinder-796286-4-smb neutron-server[98917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 09:34:23.600976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:23.688906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 58884) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:23.697380 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062993 Jun 16 09:34:35.145144 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0ad96-add7-4e39-bb41-9b4576181649 None None] get_active_networks_info from dv-cinder-796286-4-smb {{(pid=99030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 09:34:35.237318 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0ad96-add7-4e39-bb41-9b4576181649 None None] No non-hosted networks {{(pid=99030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 09:34:35.256215 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.agentschedulers_db [None req-26b0ad96-add7-4e39-bb41-9b4576181649 None None] DHCP Agent not found on host dv-cinder-796286-4-smb {{(pid=99030) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 09:34:35.422437 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e0c0709f-94f5-4629-9414-31cbadfd6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:37.721044 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-94ca6c2c-3fb3-4ab6-b2bb-bebde3ec309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:37.754137 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.db.api [None req-f5779df0-55f1-4910-916f-b61c3222b75b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796286-4-smb {{(pid=99030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:34:37.754914 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_db.api [None req-f5779df0-55f1-4910-916f-b61c3222b75b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:34:37.993460 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:37.994555 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.995298 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.995840 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.996440 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.996973 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.997539 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.998100 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.998644 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.999284 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:37.999874 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:38.000556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:38.001095 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:38.001715 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:38.012835 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:34:38.283971 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f5779df0-55f1-4910-916f-b61c3222b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:39.008452 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:40.379919 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:41.094235 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.db.l3_hamode_db [None req-ecbfd7c7-be6d-40d7-89cf-d11ca2f22529 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 09:34:41.171687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfd7c7-be6d-40d7-89cf-d11ca2f22529 None None] Routers set() bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:34:41.172063 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfd7c7-be6d-40d7-89cf-d11ca2f22529 None None] Router IDs set() for agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 09:34:41.633692 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 58976) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:42.128005 dv-cinder-796286-4-smb neutron-server[99028]: WARNING oslo_policy.policy [None req-e894de6a-e0a5-4247-9bcb-f32bc392bb44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:42.128633 dv-cinder-796286-4-smb neutron-server[99028]: WARNING oslo_policy.policy [None req-e894de6a-e0a5-4247-9bcb-f32bc392bb44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:42.345439 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [None req-e894de6a-e0a5-4247-9bcb-f32bc392bb44 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:34:42.346664 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e894de6a-e0a5-4247-9bcb-f32bc392bb44 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103813 Jun 16 09:34:44.665940 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 58990) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:44.980501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:34:45.073622 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.policy [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99028) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 09:34:45.119265 dv-cinder-796286-4-smb neutron-server[99028]: WARNING oslo_policy.policy [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:45.119632 dv-cinder-796286-4-smb neutron-server[99028]: WARNING oslo_policy.policy [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:34:45.128145 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.quota [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] Loaded quota_driver: . Jun 16 09:34:45.287506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761210031326', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761210030733', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761209790108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761209783462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761209803417', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761209801078', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-757667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766762', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16450706', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16356804'] for rbac-policy, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:45.637079 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:45.638276 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-eb3ddaa8-cf62-47ca-9e01-b57ef87e1313 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9708242 Jun 16 09:34:48.210386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59002) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:48.509370 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'project_id': '01b83b016a734acd8c9f164d6560cea4'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:34:48.624932 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Made reservation on behalf of 01b83b016a734acd8c9f164d6560cea4 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:34:48.627992 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:48.644792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:48.767771 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:48.850286 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:48.856401 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:48.872123 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:34:48.900467 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761205154856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:48.901632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Unsubscribe: segment precommit_create {{(pid=99028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 09:34:48.902143 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Added segment 6f018ec2-f26b-49bd-9954-547cf7e8d82d of type vlan for network b361e43e-3c61-4e15-b889-bcd7b4f3a413 Jun 16 09:34:48.919391 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d4928d-eb7c-42f4-87fb-e91e06bacc03,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:34:48.944981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.945318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.945642 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.945962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.946278 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.946678 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.946990 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.947300 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.947630 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.948478 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.948785 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.949088 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Tracked resource versions report: Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: pushed versions: Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: { 'AddressGroup': {'1.2'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'ConntrackHelper': {'1.0'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Log': {'1.0'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Network': {'1.1'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Port': {'1.7'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'PortForwarding': {'1.2'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'QosPolicy': {'1.8'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroup': {'1.4'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SubPort': {'1.0'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Subnet': {'1.1'}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Trunk': {'1.1'}} Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: consumer versions: Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'ConntrackHelper': '1.0', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Log': '1.0', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Network': '1.1', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Port': '1.7', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'PortForwarding': '1.2', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'QosPolicy': '1.8', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroup': '1.4', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroupRule': '1.2', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'SubPort': '1.0', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Subnet': '1.1', Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: 'Trunk': '1.1'}} Jun 16 09:34:48.950143 dv-cinder-796286-4-smb neutron-server[99028]: {{(pid=99028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:34:49.022410 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.027194 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:49.147540 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.149115 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:34:49.149748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:49.152668 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:49.241599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Pushing event updated for resources: {'Network': ['ID=b361e43e-3c61-4e15-b889-bcd7b4f3a413,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:34:49.245263 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:49.253111 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:34:49.262791 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0513582 Jun 16 09:34:51.872950 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59016) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:52.258663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949256c-fff9-4b61-adf7-1b650c35871c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:34:52.260027 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3949256c-fff9-4b61-adf7-1b650c35871c admin admin] 10.222.0.47 "GET /v2.0/networks/b361e43e-3c61-4e15-b889-bcd7b4f3a413 HTTP/1.1" status: 200 len: 825 time: 0.3864312 Jun 16 09:34:52.284182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-ee97de71-b7d6-426d-a846-3d6158d6767e admin admin] 10.222.0.47 "GET /v2.0/subnetpools/fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa HTTP/1.1" status: 200 len: 734 time: 0.0187221 Jun 16 09:34:52.293199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:34:52.393080 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Made reservation on behalf of 01b83b016a734acd8c9f164d6560cea4 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:34:52.396351 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:52.779592 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:52.781841 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:52.850347 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Checking segment: {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:34:52.850736 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Network hostable DHCP agents. Network: b361e43e-3c61-4e15-b889-bcd7b4f3a413, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:34:52.852661 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc9a5c9-bf18-4466-a2c3-b01fdb869bff,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:34:52.858971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:52.958684 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:34:53.033385 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, b361e43e-3c61-4e15-b889-bcd7b4f3a413) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:34:53.039863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:34:53.039960 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:53.043023 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb20b1-8009-4c43-be37-3d57376bc5ff None None] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:34:53.143335 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8537121 Jun 16 09:34:53.349143 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:34:53.350324 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:53.680891 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Allocated IP 172.20.0.2 (b361e43e-3c61-4e15-b889-bcd7b4f3a413/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff/028820f3-a665-4c8a-9b79-aa3cce3406f6) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:34:53.891696 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:53.932909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Transition to ACTIVE for port object 028820f3-a665-4c8a-9b79-aa3cce3406f6 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:34:53.953984 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Transition to ACTIVE for port object 028820f3-a665-4c8a-9b79-aa3cce3406f6 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:34:54.079531 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:54.082350 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:54.155639 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:34:54.160195 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:34:54.165651 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Pushing event updated for resources: {'Port': ['ID=028820f3-a665-4c8a-9b79-aa3cce3406f6,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:34:54.169571 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:34:54.177355 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.177696 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.178049 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.178423 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.178761 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.179066 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.179381 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.179694 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.180030 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.180370 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.180686 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.181001 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Tracked resource versions report: Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: pushed versions: Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: { 'AddressGroup': {'1.2'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'ConntrackHelper': {'1.0'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Log': {'1.0'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Network': {'1.1'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Port': {'1.7'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'PortForwarding': {'1.2'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'QosPolicy': {'1.8'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroup': {'1.4'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SubPort': {'1.0'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Subnet': {'1.1'}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Trunk': {'1.1'}} Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: consumer versions: Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'ConntrackHelper': '1.0', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Log': '1.0', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Network': '1.1', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Port': '1.7', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'PortForwarding': '1.2', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'QosPolicy': '1.8', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroup': '1.4', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroupRule': '1.2', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'SubPort': '1.0', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Subnet': '1.1', Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: 'Trunk': '1.1'}} Jun 16 09:34:54.182074 dv-cinder-796286-4-smb neutron-server[99030]: {{(pid=99030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:34:54.201885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:54.249095 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Attempting to bind port 028820f3-a665-4c8a-9b79-aa3cce3406f6 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:34:54.249467 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Attempting to bind port 028820f3-a665-4c8a-9b79-aa3cce3406f6 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:34:54.249909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Attempting to bind port 028820f3-a665-4c8a-9b79-aa3cce3406f6 on network b361e43e-3c61-4e15-b889-bcd7b4f3a413 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:34:54.254653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:34:54.255157 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Checking segment: {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:34:54.255628 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:54.256026 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Bound using segment: {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:34:54.256543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Bound port: 028820f3-a665-4c8a-9b79-aa3cce3406f6, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:34:54.256932 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:54.317453 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] For port 028820f3-a665-4c8a-9b79-aa3cce3406f6, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:34:54.321975 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] For port 028820f3-a665-4c8a-9b79-aa3cce3406f6, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=028820f3-a665-4c8a-9b79-aa3cce3406f6,segment=NetworkSegment(6f018ec2-f26b-49bd-9954-547cf7e8d82d),segment_id=6f018ec2-f26b-49bd-9954-547cf7e8d82d)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:34:54.449179 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:34:54.454452 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:34:54.516420 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Pushing event updated for resources: {'Port': ['ID=028820f3-a665-4c8a-9b79-aa3cce3406f6,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:34:54.519313 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:34:55.481913 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59024) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:55.819902 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [None req-27706f83-2fb5-4ca4-8ec6-bb75a19dddf0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:34:55.820923 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-27706f83-2fb5-4ca4-8ec6-bb75a19dddf0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378491 Jun 16 09:34:58.198560 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59032) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:34:58.519182 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [None req-c68c24e0-c98c-495f-b6bf-7f860f48f779 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:34:58.532297 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-c68c24e0-c98c-495f-b6bf-7f860f48f779 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206823 Jun 16 09:34:59.949270 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 028820f3-a665-4c8a-9b79-aa3cce3406f6 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:00.113311 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:00.553889 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15453c4c-f45a-4e9b-bbb3-b602f38ce688 None None] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:00.710660 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Provisioning for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:00.723293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Provisioning complete for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:00.723691 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:00.857457 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:00.894254 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] For port 028820f3-a665-4c8a-9b79-aa3cce3406f6, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=028820f3-a665-4c8a-9b79-aa3cce3406f6,segment=NetworkSegment(6f018ec2-f26b-49bd-9954-547cf7e8d82d),segment_id=6f018ec2-f26b-49bd-9954-547cf7e8d82d)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:00.996516 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:00.998550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:01.042822 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Pushing event updated for resources: {'Port': ['ID=028820f3-a665-4c8a-9b79-aa3cce3406f6,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:01.045999 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:01.116487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-5235ac60-1def-4cfe-b339-df15b8c315bb None None] Provisioning complete for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:01.116934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5235ac60-1def-4cfe-b339-df15b8c315bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.129325 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59046) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:01.426364 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'name': 'router1'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:01.513216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.514764 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.649701 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.717110 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.816227 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:01.817455 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8366852d-28ec-4c59-b029-aee4cb0ce7b0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6871064 Jun 16 09:35:01.928703 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 028820f3-a665-4c8a-9b79-aa3cce3406f6 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:01.987270 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:01.987646 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:04.187953 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59054) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:04.673916 dv-cinder-796286-4-smb neutron-server[99029]: WARNING oslo_policy.policy [None req-68c475a6-19cb-4c17-ab47-03f736499a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:04.674499 dv-cinder-796286-4-smb neutron-server[99029]: WARNING oslo_policy.policy [None req-68c475a6-19cb-4c17-ab47-03f736499a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:04.891144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [None req-68c475a6-19cb-4c17-ab47-03f736499a87 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:35:04.892235 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-68c475a6-19cb-4c17-ab47-03f736499a87 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7033913 Jun 16 09:35:05.179386 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-50bd6995-91f9-4d97-8457-2d180f8ed5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:07.200024 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59068) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:07.512571 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:07.513993 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.quota [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Loaded quota_driver: . Jun 16 09:35:07.662139 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Made reservation on behalf of 5dacbe8b2c0a482ba1d99680caf06943 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:07.679133 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5b31139c-e7c9-41c4-b210-30e14aed4acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:07.731969 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.policy [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99029) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 09:35:07.776593 dv-cinder-796286-4-smb neutron-server[99029]: WARNING oslo_policy.policy [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:07.776969 dv-cinder-796286-4-smb neutron-server[99029]: WARNING oslo_policy.policy [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 09:35:07.787235 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:07.807532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:07.936169 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.010367 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.044940 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.050698 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:08.057384 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Reserving flat network on physical network physnet1 {{(pid=99029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 09:35:08.092847 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761205154856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.093443 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Unsubscribe: segment precommit_create {{(pid=99029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 09:35:08.093954 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Added segment ab422de5-d551-47d7-ba17-9b2aed607350 of type flat for network 2a00c4ee-db1f-4857-89ce-dea23b53d662 Jun 16 09:35:08.113067 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f646a-cb2d-4a3e-ba89-41d59c79095f,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:08.167151 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.167523 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.167851 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.168172 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.168514 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.168831 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.169193 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.169504 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.169836 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.170193 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.170507 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.170811 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Tracked resource versions report: Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: pushed versions: Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Log': {'1.0'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Network': {'1.1'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Port': {'1.7'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'PortForwarding': {'1.2'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'QosPolicy': {'1.8'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SubPort': {'1.0'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Subnet': {'1.1'}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Trunk': {'1.1'}} Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: consumer versions: Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'ConntrackHelper': '1.0', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Log': '1.0', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Network': '1.1', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Port': '1.7', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'PortForwarding': '1.2', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'QosPolicy': '1.8', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroup': '1.4', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroupRule': '1.2', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'SubPort': '1.0', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Subnet': '1.1', Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: 'Trunk': '1.1'}} Jun 16 09:35:08.171843 dv-cinder-796286-4-smb neutron-server[99029]: {{(pid=99029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:08.214382 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.231977 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:08.353733 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.355206 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:08.355866 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:08.357988 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:08.446903 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Pushing event updated for resources: {'Network': ['ID=2a00c4ee-db1f-4857-89ce-dea23b53d662,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:08.451407 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:08.458454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:35:08.553886 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3527310 Jun 16 09:35:08.885527 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:10.359097 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:10.903173 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59092) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:11.075400 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935fd84d-4953-4bb4-9b25-b1589ef3a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:11.076777 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-935fd84d-4953-4bb4-9b25-b1589ef3a7fd admin admin] 10.222.0.47 "GET /v2.0/subnets/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff HTTP/1.1" status: 200 len: 849 time: 0.1726530 Jun 16 09:35:11.189505 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-58a068cd-047a-4718-a090-7b58d367bc0d admin admin] 10.222.0.47 "GET /v2.0/routers/9409a05b-9ca2-4b73-aeab-40a053c8ad16 HTTP/1.1" status: 200 len: 704 time: 0.1072195 Jun 16 09:35:11.445681 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:11.728750 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Allocated IP 172.20.0.1 (b361e43e-3c61-4e15-b889-bcd7b4f3a413/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff/9838ed28-b8d7-49fe-b59b-e84bc75a1ecb) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:35:11.875734 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:11.897188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Transition to ACTIVE for port object 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:12.093873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.096024 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:12.161667 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:12.168457 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:12.174089 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:35:12.174470 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.230730 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Pushing event updated for resources: {'Port': ['ID=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:12.241392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:12.429951 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.516391 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-8f356628-f5e5-4bd7-95d6-39e87650b9f3 None None] Provisioning for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:12.516391 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-8f356628-f5e5-4bd7-95d6-39e87650b9f3 None None] Provisioning complete for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:12.516391 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-8f356628-f5e5-4bd7-95d6-39e87650b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.541742 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-8f356628-f5e5-4bd7-95d6-39e87650b9f3 None None] Port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:35:12.615070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.710385 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.711374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:12.714482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:12.772724 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Pushing event updated for resources: {'Port': ['ID=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:12.776513 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:12.834070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:12.835387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:13.061916 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-85382405-fe1e-4ed7-adf9-1a411cf8c13b None None] Provisioning complete for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:13.062279 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-85382405-fe1e-4ed7-adf9-1a411cf8c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:13.096972 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-85382405-fe1e-4ed7-adf9-1a411cf8c13b None None] Port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:35:13.127711 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:35:13.217475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:35:13.222553 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] 10.222.0.47 "PUT /v2.0/routers/9409a05b-9ca2-4b73-aeab-40a053c8ad16/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0281687 Jun 16 09:35:13.240456 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Sync routers for ids ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:35:13.252237 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Routers {'9409a05b-9ca2-4b73-aeab-40a053c8ad16'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:13.253138 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:35:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:13.435851 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Set router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 gateway port host: None {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:13.861229 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:12Z', 'revision_number': 2, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port_host': None, '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:12Z', 'revision_number': 2, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:13.867194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Checking router: 9409a05b-9ca2-4b73-aeab-40a053c8ad16 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:35:13.867572 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Updating router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:35:13.932804 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.413287 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.431146 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Transition to ACTIVE for port object 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:14.498968 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.504178 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:14.685891 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Pushing event updated for resources: {'Port': ['ID=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:14.704619 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.704955 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.705278 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.705603 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.705920 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.706240 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.706549 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.706859 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.707165 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.707469 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.707774 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.708073 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Tracked resource versions report: Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: pushed versions: Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: { 'AddressGroup': {'1.2'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'ConntrackHelper': {'1.0'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Log': {'1.0'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Network': {'1.1'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Port': {'1.7'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'PortForwarding': {'1.2'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'QosPolicy': {'1.8'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroup': {'1.4'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SubPort': {'1.0'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Subnet': {'1.1'}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Trunk': {'1.1'}} Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: consumer versions: Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'ConntrackHelper': '1.0', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Log': '1.0', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Network': '1.1', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Port': '1.7', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'PortForwarding': '1.2', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'QosPolicy': '1.8', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroup': '1.4', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroupRule': '1.2', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'SubPort': '1.0', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Subnet': '1.1', Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: 'Trunk': '1.1'}} Jun 16 09:35:14.709150 dv-cinder-796286-4-smb neutron-server[99031]: {{(pid=99031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:35:14.713240 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Attempting to bind port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:35:14.713240 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Attempting to bind port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:35:14.713240 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Attempting to bind port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb on network b361e43e-3c61-4e15-b889-bcd7b4f3a413 {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:35:14.716574 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:14.719253 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:35:14.719659 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Checking segment: {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:14.720126 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.720570 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Bound using segment: {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:35:14.721067 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Bound port: 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f018ec2-f26b-49bd-9954-547cf7e8d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:35:14.721438 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.788626 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] For port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:35:14.809308 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] For port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,segment=NetworkSegment(6f018ec2-f26b-49bd-9954-547cf7e8d82d),segment_id=6f018ec2-f26b-49bd-9954-547cf7e8d82d)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:35:14.879451 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:14.882068 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:14.938474 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Routers {'9409a05b-9ca2-4b73-aeab-40a053c8ad16'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:14.939166 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:35:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:14.975180 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Pushing event updated for resources: {'Port': ['ID=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,revision_number=4']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:15.004966 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:15.034443 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] Set router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 gateway port host: None {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:15.238220 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:12Z', 'revision_number': 2, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port_host': None, '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:14Z', 'revision_number': 4, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:15.241702 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e1a4-f1e9-4d5f-ac13-a07805a98678 None None] The sync data for ids ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'] in dv-cinder-796286-4-smb is: [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:12Z', 'revision_number': 2, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port_host': None, '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:14Z', 'revision_number': 4, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:35:15.403268 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59112) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:15.510119 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2294d-d246-4eff-98e5-66edde3487d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:15.516927 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3eb2294d-d246-4eff-98e5-66edde3487d9 admin admin] 10.222.0.47 "GET /v2.0/networks/2a00c4ee-db1f-4857-89ce-dea23b53d662 HTTP/1.1" status: 200 len: 842 time: 0.1072583 Jun 16 09:35:15.525128 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:15.647746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Made reservation on behalf of 5dacbe8b2c0a482ba1d99680caf06943 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:35:15.650232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:15.988493 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.objects.ports [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99028) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 09:35:15.988957 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:15.991083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-072610fb-0606-4d5d-b124-9dd934611e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:16.046401 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932faa49-bebb-4788-b2f0-df287d2b6bec,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:16.050060 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:16.053734 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:16.054087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Network hostable DHCP agents. Network: 2a00c4ee-db1f-4857-89ce-dea23b53d662, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:35:16.152922 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:35:16.232964 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 2a00c4ee-db1f-4857-89ce-dea23b53d662) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:16.236938 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:16.237523 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:16.243217 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e670fa-ca36-4782-9c29-568e76e58447 None None] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:16.348742 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8307924 Jun 16 09:35:16.375602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce2386-b4ad-4de2-879e-5e4a8f86ccd9 None None] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:35:18.645697 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59124) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:18.907458 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-337c0f57-b8d0-468d-97b2-c02428f968b0 admin admin] 10.222.0.47 "GET /v2.0/routers/9409a05b-9ca2-4b73-aeab-40a053c8ad16 HTTP/1.1" status: 200 len: 710 time: 0.2606442 Jun 16 09:35:19.077687 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2ab27-dc26-4a64-b592-b78e9ad5ae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:35:19.079054 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-66c2ab27-dc26-4a64-b592-b78e9ad5ae32 admin admin] 10.222.0.47 "GET /v2.0/networks/2a00c4ee-db1f-4857-89ce-dea23b53d662 HTTP/1.1" status: 200 len: 886 time: 0.1665442 Jun 16 09:35:19.087918 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:35:19.341186 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.693467 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.772013 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:19.950523 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Allocated IP 172.28.2.196 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/854d2f3f-ccd2-4a49-a52c-507d8899a508) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:35:19.957599 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:20.069709 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.199247 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:20.203129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:20.203511 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.276294 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.285268 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.289910 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:20.307178 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,segment=NetworkSegment(6f018ec2-f26b-49bd-9954-547cf7e8d82d),segment_id=6f018ec2-f26b-49bd-9954-547cf7e8d82d)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:20.448676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:35:20.448676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:35:20.448676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Pushing event updated for resources: {'Port': ['ID=854d2f3f-ccd2-4a49-a52c-507d8899a508,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:20.448676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:35:20.454684 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.454684 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:20.455007 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:20.525868 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=9838ed28-b8d7-49fe-b59b-e84bc75a1ecb,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:20.528844 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:20.793793 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.985484 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:20.989073 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16428693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16428775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16615343'] for router, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:21.096823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:35:21.198838 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:35:21.203499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:21.204802 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] 10.222.0.47 "PUT /v2.0/routers/9409a05b-9ca2-4b73-aeab-40a053c8ad16 HTTP/1.1" status: 200 len: 890 time: 2.1202815 Jun 16 09:35:21.219470 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Sync routers for ids ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:35:21.231525 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Routers {'9409a05b-9ca2-4b73-aeab-40a053c8ad16'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:21.232214 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:35:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:21.447356 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Set router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:21.829081 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 4, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port': {'id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:19Z', 'updated_at': '2021-06-16T09:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 5, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:21.835589 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Checking router: 9409a05b-9ca2-4b73-aeab-40a053c8ad16 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:35:21.835953 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Updating router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 port 854d2f3f-ccd2-4a49-a52c-507d8899a508 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:35:21.870326 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:21.968687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:22.114215 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:22.114499 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.283993 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.296098 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Transition to ACTIVE for port object 854d2f3f-ccd2-4a49-a52c-507d8899a508 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:35:22.370886 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.373149 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:22.420551 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Attempting to bind port 854d2f3f-ccd2-4a49-a52c-507d8899a508 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:35:22.420953 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Attempting to bind port 854d2f3f-ccd2-4a49-a52c-507d8899a508 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:35:22.421311 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Attempting to bind port 854d2f3f-ccd2-4a49-a52c-507d8899a508 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:35:22.428243 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:35:22.428635 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:35:22.429033 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.429422 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:35:22.429888 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Bound port: 854d2f3f-ccd2-4a49-a52c-507d8899a508, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:35:22.430259 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.432521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Pushing event updated for resources: {'Port': ['ID=854d2f3f-ccd2-4a49-a52c-507d8899a508,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:22.435950 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:22.483717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] For port 854d2f3f-ccd2-4a49-a52c-507d8899a508, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:35:22.486629 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] For port 854d2f3f-ccd2-4a49-a52c-507d8899a508, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=854d2f3f-ccd2-4a49-a52c-507d8899a508,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:35:22.554118 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:22.556771 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:22.611272 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Routers {'9409a05b-9ca2-4b73-aeab-40a053c8ad16'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:35:22.611958 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:35:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:22.741306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Pushing event updated for resources: {'Port': ['ID=854d2f3f-ccd2-4a49-a52c-507d8899a508,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:22.745138 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:22.816893 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] Set router 9409a05b-9ca2-4b73-aeab-40a053c8ad16 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:35:23.026790 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 4, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port': {'id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:19Z', 'updated_at': '2021-06-16T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 5, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:35:23.030242 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acdfbd-f649-4ae7-990e-5e56e7d65b5d None None] The sync data for ids ['9409a05b-9ca2-4b73-aeab-40a053c8ad16'] in dv-cinder-796286-4-smb is: [{'id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'name': 'router1', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:35:01Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 4, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'gw_port': {'id': '854d2f3f-ccd2-4a49-a52c-507d8899a508', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:19Z', 'updated_at': '2021-06-16T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '9838ed28-b8d7-49fe-b59b-e84bc75a1ecb', 'name': '', 'network_id': 'b361e43e-3c61-4e15-b889-bcd7b4f3a413', 'tenant_id': '01b83b016a734acd8c9f164d6560cea4', 'mac_address': 'fa:16:3e:c2:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409a05b-9ca2-4b73-aeab-40a053c8ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:35:11Z', 'updated_at': '2021-06-16T09:35:20Z', 'revision_number': 5, 'project_id': '01b83b016a734acd8c9f164d6560cea4', 'subnets': [{'id': '5dc9a5c9-bf18-4466-a2c3-b01fdb869bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbab3e7-5f14-45b5-b12e-c2b0d7eb70fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:35:23.610239 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59134) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:35:23.740351 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e9ea7bd7-45de-46b4-8175-045d017b2735 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1289706 Jun 16 09:35:23.968535 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 854d2f3f-ccd2-4a49-a52c-507d8899a508 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:24.130280 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 854d2f3f-ccd2-4a49-a52c-507d8899a508 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:35:24.134476 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 854d2f3f-ccd2-4a49-a52c-507d8899a508 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:24.134880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.214277 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.241130 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 854d2f3f-ccd2-4a49-a52c-507d8899a508, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=854d2f3f-ccd2-4a49-a52c-507d8899a508,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:35:24.327403 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:24.329616 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e8592fed-4359-4e3f-ba7c-faa867030d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:35:24.378696 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=854d2f3f-ccd2-4a49-a52c-507d8899a508,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:35:24.381912 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:35:24.483980 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:35:25.963952 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 854d2f3f-ccd2-4a49-a52c-507d8899a508 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:35:26.015158 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 854d2f3f-ccd2-4a49-a52c-507d8899a508 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:35:26.015542 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:35.181392 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb96-1bdd-4fd0-aca2-93ac30d6a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:37.669913 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba411-9ba2-434e-8235-dcf1286893ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:38.064556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:38.898673 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:35:40.410344 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:01.483294 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:36:05.161419 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-413d23c8-e4e7-4834-a73a-a5309fcac1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:07.673049 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e9c19c28-22fd-4d27-8bda-5bdd2b88f0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:08.004543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:09.906206 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:10.353217 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:35.177862 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-aab774fb-fdcb-4b27-b433-a833c8b3ad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:37.672553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-022f59fe-7177-4645-b66d-8b8b7ef6edac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:37.983885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:38.481608 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:36:38.923838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:36:40.392485 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:01.301581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59702) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:01.365225 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e887be8d-edec-4acc-8991-7030118e8077 admin admin] GET failed (client error): The resource could not be found. Jun 16 09:37:01.367061 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e887be8d-edec-4acc-8991-7030118e8077 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645249 Jun 16 09:37:01.529947 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c5c14-a925-458e-bd7b-fe3bf0f5dc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:01.531328 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0e6c5c14-a925-458e-bd7b-fe3bf0f5dc9b admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604936 Jun 16 09:37:03.679362 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59712) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:03.837740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791d6fb-7ddd-4b20-a524-4d4f1ee2d6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:03.839086 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6791d6fb-7ddd-4b20-a524-4d4f1ee2d6bb admin admin] 10.222.0.47 "GET /v2.0/subnets/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff HTTP/1.1" status: 200 len: 849 time: 0.1587498 Jun 16 09:37:03.848146 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:37:03.929657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Notify callbacks [] for subnet, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:04.129465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761205121904'] for subnet, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:04.131966 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d4603fa9-3ac6-4c3b-8a0a-44dfd776b878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:04.163172 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:04.163767 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:04.175131 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] 10.222.0.47 "PUT /v2.0/subnets/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff HTTP/1.1" status: 200 len: 868 time: 0.3205669 Jun 16 09:37:04.175407 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a54af36-ea32-488e-b0bd-827633667ff4 None None] Network b361e43e-3c61-4e15-b889-bcd7b4f3a413 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:37:04.186838 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc9a5c9-bf18-4466-a2c3-b01fdb869bff,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:04.195740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.196486 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.196866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.197465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.198040 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.198632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.199081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.199418 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.199765 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.200090 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.200445 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.200762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:04.204880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:04.508100 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c567b45c-6716-4fad-bfcb-618d4d49f295 None None] Provisioning complete for port 9838ed28-b8d7-49fe-b59b-e84bc75a1ecb triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:04.508502 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c567b45c-6716-4fad-bfcb-618d4d49f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:04.592566 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c567b45c-6716-4fad-bfcb-618d4d49f295 None None] Provisioning complete for port 028820f3-a665-4c8a-9b79-aa3cce3406f6 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:04.592933 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c567b45c-6716-4fad-bfcb-618d4d49f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:05.157844 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-20a8f9f7-bf93-4d06-80d3-5ca1b3872571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:06.302138 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59722) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:06.499557 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2aa19-a81d-496f-8b4f-1deec9dd29b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:06.499946 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2aa19-a81d-496f-8b4f-1deec9dd29b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:06.501504 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b0d2aa19-a81d-496f-8b4f-1deec9dd29b8 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984060 Jun 16 09:37:07.691976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-49af0d77-4ed0-4335-bcb2-8265ff7bba21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:07.986471 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:08.632565 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59730) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:08.767253 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47799ef5-2d6d-4bcf-adae-b283b97c89c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:08.770162 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47799ef5-2d6d-4bcf-adae-b283b97c89c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:08.770162 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-47799ef5-2d6d-4bcf-adae-b283b97c89c0 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357131 Jun 16 09:37:08.900795 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:10.377094 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:10.921429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59738) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:11.045076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984cbb2-7281-4e83-aadc-7819f8902af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:11.046431 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8984cbb2-7281-4e83-aadc-7819f8902af1 admin admin] 10.222.0.47 "GET /v2.0/networks/2a00c4ee-db1f-4857-89ce-dea23b53d662 HTTP/1.1" status: 200 len: 886 time: 0.1240675 Jun 16 09:37:13.196938 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59746) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:13.321919 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc841df1-cad4-4d9d-abc5-acbc106e255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:13.323350 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-fc841df1-cad4-4d9d-abc5-acbc106e255a admin admin] 10.222.0.47 "GET /v2.0/networks/b361e43e-3c61-4e15-b889-bcd7b4f3a413 HTTP/1.1" status: 200 len: 869 time: 0.1254523 Jun 16 09:37:15.468820 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59754) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:15.480686 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:37:15.589371 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708faa0b-4eee-4f02-bd85-66762543364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:15.589740 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708faa0b-4eee-4f02-bd85-66762543364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:15.591331 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-708faa0b-4eee-4f02-bd85-66762543364c admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214995 Jun 16 09:37:17.716704 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59762) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:17.837032 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04316932-966d-4420-88ef-1f6a261adc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:17.837540 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04316932-966d-4420-88ef-1f6a261adc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:17.839046 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-04316932-966d-4420-88ef-1f6a261adc2c admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214075 Jun 16 09:37:19.961051 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59770) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:20.047981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359426de-323c-4a1f-8ab3-b5b7560918b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:20.049310 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-359426de-323c-4a1f-8ab3-b5b7560918b6 admin admin] 10.222.0.47 "GET /v2.0/subnets/5dc9a5c9-bf18-4466-a2c3-b01fdb869bff HTTP/1.1" status: 200 len: 868 time: 0.0873415 Jun 16 09:37:22.178565 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59778) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:22.262460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2b029-24eb-4063-9ed7-a5481d5fcd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:22.263739 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-11e2b029-24eb-4063-9ed7-a5481d5fcd14 admin admin] 10.222.0.47 "GET /v2.0/subnets/932faa49-bebb-4788-b2f0-df287d2b6bec HTTP/1.1" status: 200 len: 816 time: 0.0842357 Jun 16 09:37:35.137042 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-555241fb-b4c9-49a9-b454-9e9a19119a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:37.689467 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-8783aaef-6088-45d1-b83b-6c0098479e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:37.980206 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:38.902519 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:40.376685 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:45.499644 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59822) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:45.545218 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [None req-4d51daef-0704-4d2a-ac9b-065f3b030cf7 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:37:45.546232 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-4d51daef-0704-4d2a-ac9b-065f3b030cf7 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456686 Jun 16 09:37:47.781212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59830) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:47.843966 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb141258-a6f7-4411-922c-ae373d8f73df admin admin] GET failed (client error): The resource could not be found. Jun 16 09:37:47.845473 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-bb141258-a6f7-4411-922c-ae373d8f73df admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633163 Jun 16 09:37:47.991203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a490c-670b-47cb-912e-bb39b0666637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:47.992744 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-327a490c-670b-47cb-912e-bb39b0666637 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428554 Jun 16 09:37:50.117943 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59838) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:50.169142 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:37:50.291203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Made reservation on behalf of 5dacbe8b2c0a482ba1d99680caf06943 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:37:50.293526 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.322610 dv-cinder-796286-4-smb neutron-server[99028]: WARNING neutron.services.revisions.revision_plugin [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Could not find related network for resource to bump revision. Jun 16 09:37:50.334755 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:37:50.344233 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.351021 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Added segment 1c8289ce-2b51-4fc6-b7ad-640cb4517002 of type vlan for network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 Jun 16 09:37:50.382365 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.507602 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.508930 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:50.509516 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:50.511532 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:50.569756 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:50.572514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:50.581338 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:37:50.600769 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4817686 Jun 16 09:37:52.479219 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:37:52.760609 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59846) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:37:52.819527 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c261969-caa2-4d3e-a0fd-b6da8e3c16ec admin admin] GET failed (client error): The resource could not be found. Jun 16 09:37:52.820902 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3c261969-caa2-4d3e-a0fd-b6da8e3c16ec admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593541 Jun 16 09:37:52.968320 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b2e11-347e-49b6-aa12-3d0f8db138e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:52.969765 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-015b2e11-347e-49b6-aa12-3d0f8db138e3 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1450264 Jun 16 09:37:52.980448 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:37:53.088661 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Made reservation on behalf of 5dacbe8b2c0a482ba1d99680caf06943 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:37:53.090991 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:53.374865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:53.377196 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:53.433805 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:53.446148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.446492 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.446823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.447150 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.447472 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.447792 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.448140 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.448488 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.448824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.449174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.449491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.449808 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:53.454921 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Checking segment: {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:37:53.455334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Network hostable DHCP agents. Network: fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:37:53.459466 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:53.605319 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:37:53.723933 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:37:53.728219 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:37:53.728904 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:53.733012 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c69277-83ab-4169-b326-1db89fd9f5d9 None None] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:37:53.869655 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8923090 Jun 16 09:37:53.971544 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3', 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3', 'tenant_id': '5dacbe8b2c0a482ba1d99680caf06943', 'fixed_ips': [{'subnet_id': '05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:37:53.972448 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.109129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Allocated IP 192.168.233.2 (fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3/05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca/eccae0f9-1cd0-4f78-ab29-289db6c680b0) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:37:54.255101 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.263553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Transition to ACTIVE for port object eccae0f9-1cd0-4f78-ab29-289db6c680b0 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:37:54.278710 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Transition to ACTIVE for port object eccae0f9-1cd0-4f78-ab29-289db6c680b0 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:37:54.337129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.339688 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:54.380445 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:37:54.385541 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:37:54.388554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:37:54.397740 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Pushing event updated for resources: {'Port': ['ID=eccae0f9-1cd0-4f78-ab29-289db6c680b0,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:54.422385 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.422729 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.423059 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.423389 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.423717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.424040 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.424382 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.424746 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.425071 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.425386 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.425718 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.426042 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:37:54.430419 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:54.469182 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Attempting to bind port eccae0f9-1cd0-4f78-ab29-289db6c680b0 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:37:54.469550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Attempting to bind port eccae0f9-1cd0-4f78-ab29-289db6c680b0 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:37:54.472685 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Attempting to bind port eccae0f9-1cd0-4f78-ab29-289db6c680b0 on network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:37:54.474819 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:37:54.475192 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Checking segment: {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:37:54.475591 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.475989 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Bound using segment: {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:37:54.476488 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Bound port: eccae0f9-1cd0-4f78-ab29-289db6c680b0, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:37:54.476857 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.538244 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] For port eccae0f9-1cd0-4f78-ab29-289db6c680b0, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:37:54.541219 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] For port eccae0f9-1cd0-4f78-ab29-289db6c680b0, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=eccae0f9-1cd0-4f78-ab29-289db6c680b0,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:37:54.645561 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:54.647965 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:54.702379 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Pushing event updated for resources: {'Port': ['ID=eccae0f9-1cd0-4f78-ab29-289db6c680b0,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:54.706863 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:55.516350 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad9512-6bdb-469b-8741-df9f5af36e7f None None] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:37:55.659842 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-68047b52-b59c-48a7-b711-db7989ce48ce None None] Provisioning for port eccae0f9-1cd0-4f78-ab29-289db6c680b0 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:37:56.068521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eccae0f9-1cd0-4f78-ab29-289db6c680b0 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:37:56.182528 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port eccae0f9-1cd0-4f78-ab29-289db6c680b0 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:37:56.186767 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port eccae0f9-1cd0-4f78-ab29-289db6c680b0 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:56.187147 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:56.268597 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:56.300948 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port eccae0f9-1cd0-4f78-ab29-289db6c680b0, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=eccae0f9-1cd0-4f78-ab29-289db6c680b0,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:37:56.362922 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:37:56.366133 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:37:56.424039 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=eccae0f9-1cd0-4f78-ab29-289db6c680b0,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:37:56.429485 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:37:58.048658 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eccae0f9-1cd0-4f78-ab29-289db6c680b0 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:37:58.095416 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port eccae0f9-1cd0-4f78-ab29-289db6c680b0 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:37:58.095795 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:05.174527 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c6dac9a7-28f8-4d19-87bc-8bafd7134c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.757189 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40bf6302-a5c6-433a-8a44-4ec1b84022bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:07.997411 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:08.947997 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:10.357234 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:29.477568 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:38:35.147405 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9a6d83c6-43fa-4a41-9b5c-77afc6d05518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:37.654324 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f8da-6469-41a5-a5d7-61c8040f7320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:38.044307 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:38.922832 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:38:40.364812 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:05.181686 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d52911af-b392-42e3-8b65-e29327e2d90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:06.475717 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:39:07.666716 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0a29-eda9-43b9-b6a5-cf6044b7c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:07.996965 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:08.969699 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:10.385160 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:21.818209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59898) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:21.825087 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [None req-46b29b39-3867-4520-b84e-5ae6388f8ee3 tempest-verify_tempest_config-71979032 tempest-verify_tempest_config-71979032-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:39:21.826081 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-46b29b39-3867-4520-b84e-5ae6388f8ee3 tempest-verify_tempest_config-71979032 tempest-verify_tempest_config-71979032-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068803 Jun 16 09:39:22.345895 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 59916) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:22.443499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.526266 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.587061 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.590215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:39:22.633060 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12d046d044a544238bb5229e7f388ce8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2861414 Jun 16 09:39:22.633851 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5c89b-58ef-44fd-9d33-0ab3d8e762aa,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:39:22.635861 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59920) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:39:22.640574 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.640919 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.641370 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.641642 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.641966 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.642289 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.642609 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.642930 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.643266 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.643709 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.644030 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.644369 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.648642 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:39:22.689397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.709108 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.849866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.852752 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:22.853927 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16d5c89b-58ef-44fd-9d33-0ab3d8e762aa HTTP/1.1" status: 204 len: 168 time: 0.2170613 Jun 16 09:39:22.854643 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:39:22.863390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5c89b-58ef-44fd-9d33-0ab3d8e762aa,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:39:22.869904 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.870250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.870584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.870911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.871286 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.871613 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.871936 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.872254 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.872614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.872911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.873225 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.873537 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:39:22.876580 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:39:35.150565 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-823beeb2-772d-4e11-93b4-b7840fca3516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:37.654834 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9dc971e9-e810-4cb4-a2ee-7c6c34fefd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:38.003732 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:38.940759 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:40.409272 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:39:43.473995 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:40:05.146138 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f7d77ef0-6058-4c01-a565-e3e8492ee078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:07.683315 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-28d176af-b717-440d-9adf-64e6b1408ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:08.007672 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:08.951590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:10.363087 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:20.473164 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:40:35.197522 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-dc17521e-8120-4aac-acf8-0df232d13be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:37.653990 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3533-aed9-4c5c-85e9-e9ff39bcbbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:37.991622 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:38.934671 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:40.363190 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:40:57.471740 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 5 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:41:05.151072 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-68e7356f-91a4-4f36-ae34-989012a4eaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:07.659667 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-3fc33d19-9649-4a0e-b2ef-06330d524948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:08.008237 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:08.962358 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:10.379400 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:10.441251 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847'] for agent, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:26.014478 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 59994) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:41:26.118766 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3362de2e-dc8f-4b5d-a803-6cdec6bf0370 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1031129 Jun 16 09:41:28.279755 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60004) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:41:28.332118 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-acbbb48d-a25e-466c-b6bc-a87a83e90703 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0506999 Jun 16 09:41:34.470563 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:41:35.213637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2f098e98-2bbf-4d22-81c1-e01ed0000729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:37.695014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-939fb7de-c0c6-4699-8a31-fc963699aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:38.002156 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:38.910820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:40.385060 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:41:40.453827 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:05.150648 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7f157ab2-36d1-486d-a853-92dac7e07cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:07.664779 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-459bf18e-5d65-47d4-b92c-94229757820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:08.007461 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:09.001749 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:10.372715 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:10.424572 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:11.470320 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:42:35.161750 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bcc5445c-f87a-4c2a-b0eb-875cf586ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:37.681504 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-58fddbfc-3e47-470d-8ffa-aea79a3cb491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:37.995462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:38.927377 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:40.430317 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:40.469927 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:42:48.469141 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:43:02.334208 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60138) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:02.724970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-24836185-network', 'tenant_id': '8284bd35968b4cacbdcc36d49336b6cc'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:02.824215 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Made reservation on behalf of 8284bd35968b4cacbdcc36d49336b6cc for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:02.827268 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.837235 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:02.931959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.024280 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.028156 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e9ecde6a-373c-4583-8acb-9c3a7511ed20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.053382 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:03.063971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e329e-99e3-418b-a2d7-302e5ce44e0a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.069600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.069940 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.070273 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.070599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.070921 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.071243 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.071556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.071873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.072210 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.072547 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.072860 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.073175 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Tracked resource versions report: Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: pushed versions: Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Log': {'1.0'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Network': {'1.1'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Port': {'1.7'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'PortForwarding': {'1.2'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'QosPolicy': {'1.8'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SubPort': {'1.0'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Subnet': {'1.1'}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Trunk': {'1.1'}} Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: consumer versions: Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'ConntrackHelper': '1.0', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Log': '1.0', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Network': '1.1', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Port': '1.7', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'PortForwarding': '1.2', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'QosPolicy': '1.8', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroup': '1.4', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SecurityGroupRule': '1.2', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'SubPort': '1.0', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Subnet': '1.1', Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: 'Trunk': '1.1'}} Jun 16 09:43:03.074199 dv-cinder-796286-4-smb neutron-server[99028]: {{(pid=99028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:03.079253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.080374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.080965 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Added segment e129f352-61a4-4bc6-bba3-35932fed2608 of type vlan for network befefc36-ab3b-4b40-8fc6-9db78b330167 Jun 16 09:43:03.126817 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.269426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.270760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:03.271331 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.282889 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.338485 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Pushing event updated for resources: {'Network': ['ID=befefc36-ab3b-4b40-8fc6-9db78b330167,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.347701 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.349495 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network befefc36-ab3b-4b40-8fc6-9db78b330167 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:03.360069 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60176) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:03.361403 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0260389 Jun 16 09:43:03.366370 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Request body: {'subnet': {'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-24836185-subnet', 'tenant_id': '8284bd35968b4cacbdcc36d49336b6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:03.441266 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Made reservation on behalf of 8284bd35968b4cacbdcc36d49336b6cc for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:03.443608 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.693445 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:03.695942 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:03.739360 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92efa147-78d6-4421-a153-ec67fd6f94a7,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:03.748491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.748838 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.749176 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.749506 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.749829 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.750156 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.750476 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.750796 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.751114 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.751429 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.751749 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.752062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Tracked resource versions report: Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: pushed versions: Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Log': {'1.0'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Network': {'1.1'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Port': {'1.7'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'PortForwarding': {'1.2'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'QosPolicy': {'1.8'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SubPort': {'1.0'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Subnet': {'1.1'}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Trunk': {'1.1'}} Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: consumer versions: Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'ConntrackHelper': '1.0', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Log': '1.0', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Network': '1.1', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Port': '1.7', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'PortForwarding': '1.2', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'QosPolicy': '1.8', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroup': '1.4', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SecurityGroupRule': '1.2', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'SubPort': '1.0', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Subnet': '1.1', Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: 'Trunk': '1.1'}} Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: {{(pid=99029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:03.758898 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:03.774796 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Checking segment: {'id': 'e129f352-61a4-4bc6-bba3-35932fed2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:03.775354 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Network hostable DHCP agents. Network: befefc36-ab3b-4b40-8fc6-9db78b330167, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:03.875191 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Network befefc36-ab3b-4b40-8fc6-9db78b330167 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:03.950012 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, befefc36-ab3b-4b40-8fc6-9db78b330167) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:03.960771 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74084057-5719-49df-bef8-eae7fc660b4c None None] Network befefc36-ab3b-4b40-8fc6-9db78b330167 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:03.962771 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:03.963501 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.024113 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6623132 Jun 16 09:43:04.095419 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b023a8-95f5-4959-97d2-5b3c7d69c6b2 None None] Network befefc36-ab3b-4b40-8fc6-9db78b330167 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:04.274169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60222) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:04.534996 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60234) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:04.681853 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1943116195-network', 'tenant_id': '0ca0588177604eccac158d5073c85f61'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:04.755310 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Made reservation on behalf of 0ca0588177604eccac158d5073c85f61 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:04.757711 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.766761 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.870192 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.891841 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60250) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:04.961557 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:04.966505 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:04.980506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-506022446-network', 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:04.996952 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:05.009821 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60262) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.009938 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad85cffb-d068-453e-97d2-0ba79660e928,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.024157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.029057 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.029429 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Added segment 8e15e810-91f1-4cd1-8e9e-5affb4a19c17 of type vlan for network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b Jun 16 09:43:05.072967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.115691 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:05.118266 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.127316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.178488 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-218dc63f-92ee-44ea-a60f-f3a7cbadf53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.202315 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-489513208-network', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:05.224027 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.241270 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.242655 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:05.243384 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.245951 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.251061 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113783522-network', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:05.310393 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.313147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.324449 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:05.391935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.396036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.422208 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44a61f-916b-49ff-85b3-60fff1f5b88c,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.436119 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:05.448002 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.448609 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Added segment 2c614c0d-710a-4de0-ac9f-754f763a5141 of type vlan for network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 Jun 16 09:43:05.457523 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.493800 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2180810 Jun 16 09:43:05.495393 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.498127 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60276) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.505439 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Request body: {'subnet': {'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1943116195-subnet', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:05.612856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.614261 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Made reservation on behalf of 9e4fcaf24ec2442cb00780d7f10518d8 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:05.615090 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:05.616120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.617223 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.631102 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:05.647147 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.736036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Pushing event updated for resources: {'Network': ['ID=681f33c3-2875-46ee-a20c-874b0c8cc2c8,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:05.738795 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:05.746136 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:05.785493 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Made reservation on behalf of e8b1132bc627463095c0e2d8bb0cb607 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:05.788644 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.799577 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.904858 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Made reservation on behalf of 0ca0588177604eccac158d5073c85f61 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:05.908414 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:05.960964 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4232736 Jun 16 09:43:05.961919 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60302) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:05.971421 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Request body: {'subnet': {'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-506022446-subnet', 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:06.238715 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.360135 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.366488 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60340) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:06.373879 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.385200 dv-cinder-796286-4-smb neutron-server[99028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 09:43:06.408664 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b672b-b2de-471e-99bb-c560ea35f8cc,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:06.426137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.434457 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:06.452432 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.459911 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:06.518444 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.518783 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Added segment 50043c88-fbe5-436f-8dce-9ef6bdf4755c of type vlan for network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 Jun 16 09:43:06.559304 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b081d217-d7d4-4f67-8d2c-46fe76164370,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:06.607575 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:06.624124 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.629042 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Checking segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:06.629382 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Network hostable DHCP agents. Network: 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:06.711362 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.766120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-5d2eab3b-3f86-4b1e-ae3e-c1814f9ddcbd tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:06.768081 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-5d2eab3b-3f86-4b1e-ae3e-c1814f9ddcbd tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/networks?id=befefc36-ab3b-4b40-8fc6-9db78b330167 HTTP/1.1" status: 200 len: 810 time: 0.3982489 Jun 16 09:43:06.784445 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:06.786719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a14b517b-4b47-4dd6-9d65-91290b933826 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/quotas/8284bd35968b4cacbdcc36d49336b6cc HTTP/1.1" status: 200 len: 375 time: 0.0125749 Jun 16 09:43:06.810761 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.811802 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.818087 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:06.818865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.830755 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.855386 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b11f0b2-a2c7-4770-8795-4dd5dc189162,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:06.855614 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-b0e30842-7b92-47bd-ab83-ef7e969d4eba tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8284bd35968b4cacbdcc36d49336b6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551677 Jun 16 09:43:06.859479 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:06.866465 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:06.866999 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f5695daf-7add-460f-9dab-4c7ac82e1e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:06.870060 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5060df4-6451-4e70-8d62-263c1a6187d7 None None] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:06.880705 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:06.881295 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.896983 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:43:06.933397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:06.938237 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.958071 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:06.959012 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Added segment 16dd0cef-003b-4e1a-8651-62d67236de3b of type vlan for network 7356c946-3dbd-4895-896e-3bf66ce328b1 Jun 16 09:43:06.959757 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Pushing event updated for resources: {'Network': ['ID=ea0114fd-e6fc-4c5f-bab7-bdc708998c82,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:06.969591 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.036575 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.040809 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:07.101944 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6023943 Jun 16 09:43:07.105439 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2098343 Jun 16 09:43:07.111940 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60366) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:07.114668 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60368) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:07.115878 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:07.127359 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Request body: {'subnet': {'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-subnet', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:07.144622 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-932b5d6e-bdf5-435a-aa51-46903d6390dc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:07.146063 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-932b5d6e-bdf5-435a-aa51-46903d6390dc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0801525 Jun 16 09:43:07.157358 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:43:07.158885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.220433 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.221690 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:07.223271 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.231573 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:07.311700 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.313879 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.318968 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Pushing event updated for resources: {'Network': ['ID=7356c946-3dbd-4895-896e-3bf66ce328b1,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:07.333479 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.362671 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-7bc8a505-837e-4d16-8b71-5526ad9d0f91 service neutron] 10.222.0.47 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891179 Jun 16 09:43:07.375659 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.437998 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:07.472408 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.508805 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60380) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:07.518774 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:43:07.541011 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Made reservation on behalf of 9e4fcaf24ec2442cb00780d7f10518d8 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:07.544176 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.598276 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a56abdd5-266d-447d-9a4e-d4b88fe5633d service neutron] 10.222.0.47 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178390 Jun 16 09:43:07.611465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d1f33c-c5a8-41a2-b352-9393ee83260e,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:07.618356 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:07.647609 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Checking segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:07.648235 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Network hostable DHCP agents. Network: 681f33c3-2875-46ee-a20c-874b0c8cc2c8, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:07.674430 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Allocated IP 172.20.0.2 (9ba0351c-e71b-48ce-bf2c-c34ed6e2033b/b081d217-d7d4-4f67-8d2c-46fe76164370/28a839ca-cbc7-4ce8-95f6-76db0a21ae99) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:07.688768 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6774452 Jun 16 09:43:07.688768 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60386) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:07.692868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Request body: {'subnet': {'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-subnet', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:07.784778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-ba753570-130b-4bb2-be89-de9fc8a19767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.799557 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.803243 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.841119 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:07.873750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Made reservation on behalf of e8b1132bc627463095c0e2d8bb0cb607 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:07.876112 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.876641 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.884705 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Transition to ACTIVE for port object 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:07.900526 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Transition to ACTIVE for port object 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:07.952371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:07.952371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 681f33c3-2875-46ee-a20c-874b0c8cc2c8) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:07.960929 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:07.963488 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca480696-b075-489f-a119-d4d3d9140f2f None None] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:07.969199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:07.970001 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.009726 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.032909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d09fcf5c-1fb6-449e-b202-ed051c75457e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.043199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.052321 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.059758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Checking segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:08.060153 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Network hostable DHCP agents. Network: ea0114fd-e6fc-4c5f-bab7-bdc708998c82, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:08.089904 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.099934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:08.101390 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Pushing event updated for resources: {'Port': ['ID=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.136656 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:08.144863 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:08.153889 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.154488 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.155040 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.155585 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.156004 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:08.156581 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.157124 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.157690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.158236 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.158767 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.159297 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.159838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.160425 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Tracked resource versions report: Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: pushed versions: Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Log': {'1.0'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Network': {'1.1'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Port': {'1.7'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'PortForwarding': {'1.2'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'QosPolicy': {'1.8'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SubPort': {'1.0'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Subnet': {'1.1'}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Trunk': {'1.1'}} Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: consumer versions: Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'ConntrackHelper': '1.0', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Log': '1.0', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Network': '1.1', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Port': '1.7', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'PortForwarding': '1.2', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'QosPolicy': '1.8', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroup': '1.4', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SecurityGroupRule': '1.2', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'SubPort': '1.0', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Subnet': '1.1', Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: 'Trunk': '1.1'}} Jun 16 09:43:08.161690 dv-cinder-796286-4-smb neutron-server[99030]: {{(pid=99030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:08.171824 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.241222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, ea0114fd-e6fc-4c5f-bab7-bdc708998c82) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:08.248518 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:08.249104 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.274777 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51340c-8da8-4142-8809-81b79cda4ab6 None None] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:08.289492 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Attempting to bind port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:08.289917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Attempting to bind port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:08.290586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Attempting to bind port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:08.329297 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:08.329790 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Checking segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:08.334268 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.334268 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Bound using segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:08.334268 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Bound port: 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:08.334268 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.342952 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b35cd-59dc-4ebe-9ed4-a7e741f0ac27 None None] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:08.386574 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.460302 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.477086 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.482847 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8acffcb0-c4e1-4d3e-b0ab-2fe3f2873bf4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5186431 Jun 16 09:43:08.505653 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3845081 Jun 16 09:43:08.509780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60428) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:08.523114 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:08.613552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60432) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:08.634438 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd86222-68d4-4574-8c65-d9797f139a71,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.654042 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a05eea8a274441439f801289016a7760&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1412921 Jun 16 09:43:08.654246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60436) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:08.692025 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.693203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.704318 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.710312 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.731329 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.750521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] For port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:08.784680 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] For port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:08.795212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b43a4fd-9747-48a9-9a7b-6426308105ab,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:08.856379 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:08.859943 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.894336 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.923860 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:08.958961 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:08.973705 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ff5a7a88-a69e-4255-bb7e-303bfdfa7308 req-db89c0c2-787c-4458-85c0-49114ee6ddbc tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.3598700 Jun 16 09:43:08.987149 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Checking segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:08.987499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Network hostable DHCP agents. Network: 7356c946-3dbd-4895-896e-3bf66ce328b1, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:43:09.027130 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.102225 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Allocated IP 172.28.2.80 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/5b2473d9-0c1e-46f3-b20a-4fe1c4193717) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:09.112868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:43:09.201120 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.208783 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:43:09.209979 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.280602 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 7356c946-3dbd-4895-896e-3bf66ce328b1) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:09.304830 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:09.306108 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.342433 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c7119-2fb2-40fc-bcc2-a4de9a4da34f None None] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:09.352462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Pushing event updated for resources: {'Port': ['ID=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:09.365938 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:09.391165 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.393663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.394600 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0fe1ec5a-9853-4f13-96c7-dd406fd0fe1e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7073159 Jun 16 09:43:09.396449 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60470) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:09.403346 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.403808 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:09.539592 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Allocated IP 172.20.0.2 (ea0114fd-e6fc-4c5f-bab7-bdc708998c82/714d3bf4-e20a-432a-9bb1-7fe3d41a46c5/2edac76b-d94c-4af2-812a-bdb93109a9ad) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:09.548799 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.566954 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9b6daa88-acc0-4265-9646-959153447f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:09.603639 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.607836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.639191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-ab041cac-406a-4dee-9c78-de66d337366c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:09.641479 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-ab041cac-406a-4dee-9c78-de66d337366c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.4358997 Jun 16 09:43:09.643635 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f2503a-6871-4686-9762-c049c44defd8 None None] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:09.662381 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:09.684992 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:09.690635 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:09.781622 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-68398241-9ffa-48e5-b59b-2b50fe13a37b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/quotas/1e0e6a296e214b089f481e2f69e7cb08 HTTP/1.1" status: 200 len: 375 time: 0.1222992 Jun 16 09:43:09.812343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.838141 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.857267 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Pushing event updated for resources: {'Port': ['ID=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:09.872296 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-95a31e35-f950-4c60-87e0-32493f7b8094 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623550 Jun 16 09:43:09.873072 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.875866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:09.877356 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0dd86222-68d4-4574-8c65-d9797f139a71 HTTP/1.1" status: 204 len: 168 time: 1.2221639 Jun 16 09:43:09.878282 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-971bcc21-d929-45fa-82d5-bfaca1027299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:09.899500 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd86222-68d4-4574-8c65-d9797f139a71,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:09.903814 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:09.906798 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:10.031615 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-2049827c-8f5f-46b0-859d-dd33c788aec3 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506078 Jun 16 09:43:10.035738 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.048196 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Transition to ACTIVE for port object 2edac76b-d94c-4af2-812a-bdb93109a9ad will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:10.075378 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Transition to ACTIVE for port object 2edac76b-d94c-4af2-812a-bdb93109a9ad will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:10.173272 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.219601 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.223572 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:10.323885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:10.326534 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Pushing event updated for resources: {'Port': ['ID=2edac76b-d94c-4af2-812a-bdb93109a9ad,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:10.333820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:10.363488 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:10.414843 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:10.414944 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-eb159591-5385-4194-92a2-0d18185ab5d0 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064445 Jun 16 09:43:10.475354 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-383a9bf9-e025-4ab7-bec6-6ee2ce17caf2 req-79234d53-af10-476d-8099-3a9373a3c3b0 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.1162119 Jun 16 09:43:10.540359 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:10.621989 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.625193 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.633602 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.654149 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.667472 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:10.680972 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Attempting to bind port 2edac76b-d94c-4af2-812a-bdb93109a9ad on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:10.681354 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Attempting to bind port 2edac76b-d94c-4af2-812a-bdb93109a9ad by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:10.681739 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Attempting to bind port 2edac76b-d94c-4af2-812a-bdb93109a9ad on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:10.695745 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:10.700322 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Checking segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:10.700322 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.702552 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Bound using segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:10.703883 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Bound port: 2edac76b-d94c-4af2-812a-bdb93109a9ad, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:10.704611 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.729938 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12dd10-bde4-4782-9588-f7b3ed585068 None None] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:10.934742 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c9a0628c-fb6c-499d-8ce0-45d09ad8b6a8 req-26323c1e-fcec-46b1-9298-49da9108b992 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.0613635 Jun 16 09:43:10.976227 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:10.980555 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:11.000757 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.064778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] For port 2edac76b-d94c-4af2-812a-bdb93109a9ad, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:11.072325 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] For port 2edac76b-d94c-4af2-812a-bdb93109a9ad, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=2edac76b-d94c-4af2-812a-bdb93109a9ad,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:11.192991 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Allocated IP 172.28.2.176 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/3cdd1ef3-c990-4b9a-9f73-aafeded30a29) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:11.257095 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.280161 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60534) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:11.290516 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:11.308831 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:11.325194 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.325716 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:11.326385 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:11.329180 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.427401 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Pushing event updated for resources: {'Port': ['ID=2edac76b-d94c-4af2-812a-bdb93109a9ad,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:11.438739 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Provisioning for port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:11.443365 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:11.445254 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Provisioning complete for port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:11.445849 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.454872 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.456249 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3481073 Jun 16 09:43:11.459834 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60544) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:11.556258 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.623626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.649580 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.669699 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:11.777318 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] For port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:11.796564 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.875828 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:11.881637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:11.956691 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b6b84f69-41db-4ce5-aa4b-a74cf525eb6b req-a29ea3ed-5cf3-4e7f-ab68-acacf52439d0 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.0516148 Jun 16 09:43:12.045776 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 3, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:12.050321 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:12.051067 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Updating router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:12.072289 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Pushing event updated for resources: {'Port': ['ID=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:12.097233 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:12.122453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.128049 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-4c84eb0d-0358-486d-9250-69cf0e7554b4 None None] Provisioning complete for port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:12.129190 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-4c84eb0d-0358-486d-9250-69cf0e7554b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.161957 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.310053 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:12.381319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:12.397852 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cc66482-1443-455f-9f86-15debd5f74be req-3c0d45f5-a5e9-4fc2-a4ff-9c6f4f223ff1 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.2095702 Jun 16 09:43:12.405191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:12.426225 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:12.533305 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 2edac76b-d94c-4af2-812a-bdb93109a9ad up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:12.535721 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Pushing event updated for resources: {'Port': ['ID=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:12.544933 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:12.548778 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Allocated IP 172.28.2.38 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/16e8ab0f-ea65-42d0-a9a8-4f427005ebb2) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:12.641902 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.716610 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 2edac76b-d94c-4af2-812a-bdb93109a9ad completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:12.721687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:12.767739 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.774670 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e0e8e2c9-bca1-4f34-ac1a-4a1ba4691c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:12.815134 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:12.815842 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:12.838666 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c6e9b-f98f-41e5-bee0-725b020e605d,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:12.849838 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=781b84782d584b758fcf4836c00d9dda&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5681183 Jun 16 09:43:12.852188 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60574) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:12.853348 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:13.005037 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.014321 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.039826 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.097242 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.132164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.150713 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9ea9d-04b9-4b94-861b-328537430f3a None None] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:43:13.226017 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1f6e1a24-54b7-4ca9-a688-4de607a9e49c req-6c1d4390-d22c-4b2d-84c8-8421ca6530cd tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.0471430 Jun 16 09:43:13.310728 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.380229 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Provisioning for port 2edac76b-d94c-4af2-812a-bdb93109a9ad completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:13.382070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6fd2ce8b-9343-4f3b-9fe1-1891f1173db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.405550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Provisioning complete for port 2edac76b-d94c-4af2-812a-bdb93109a9ad triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:13.406195 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.426655 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:13.432789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:13.439832 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:13.448733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.23', 53625) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:13.459062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.466505 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.468005 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf5c6e9b-f98f-41e5-bee0-725b020e605d HTTP/1.1" status: 204 len: 168 time: 0.6135397 Jun 16 09:43:13.473988 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.488142 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c6e9b-f98f-41e5-bee0-725b020e605d,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:13.500079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:13.600801 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Pushing event updated for resources: {'Port': ['ID=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:13.619884 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:13.709867 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Allocated IP 172.20.0.1 (9ba0351c-e71b-48ce-bf2c-c34ed6e2033b/b081d217-d7d4-4f67-8d2c-46fe76164370/69929076-29f6-4f28-843d-8c834c2ceec2) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:13.721915 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.738090 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.778390 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Transition to ACTIVE for port object 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:13.788658 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.818017 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] For port 2edac76b-d94c-4af2-812a-bdb93109a9ad, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=2edac76b-d94c-4af2-812a-bdb93109a9ad,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:13.854689 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.860837 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.938361 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:13.940504 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:13.981491 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Attempting to bind port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:13.982218 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Attempting to bind port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:13.982829 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Attempting to bind port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:14.010705 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.014429 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Pushing event updated for resources: {'Port': ['ID=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,revision_number=2']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.022809 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:14.025885 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:14.027527 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.028621 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:14.030210 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Bound port: 5b2473d9-0c1e-46f3-b20a-4fe1c4193717, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:14.031762 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.038180 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2a4bd6f0-d5de-43b1-ad6b-64f1e166c3a2 req-d9b67506-a990-4f97-a271-885e2ffb356b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.1595087 Jun 16 09:43:14.052720 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.055614 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.056167 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.056847 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.057382 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.057893 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.059717 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.060324 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.060859 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.061377 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.063276 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.063799 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Tracked resource versions report: Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: pushed versions: Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: { 'AddressGroup': {'1.2'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'ConntrackHelper': {'1.0'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Log': {'1.0'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Network': {'1.1'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Port': {'1.7'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'PortForwarding': {'1.2'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'QosPolicy': {'1.8'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroup': {'1.4'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroupRule': {'1.2'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SubPort': {'1.0'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Subnet': {'1.1'}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Trunk': {'1.1'}} Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: consumer versions: Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: { DHCP agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: HyperV agent@hv-cinder-79628: {}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: L3 agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: Metadata agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: Metering agent@dv-cinder-796286-4-smb: {}, Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: Open vSwitch agent@dv-cinder-796286-4-smb: { 'AddressGroup': '1.2', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'ConntrackHelper': '1.0', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Log': '1.0', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Network': '1.1', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Port': '1.7', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'PortForwarding': '1.2', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'QosPolicy': '1.8', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroup': '1.4', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SecurityGroupRule': '1.2', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'SubPort': '1.0', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Subnet': '1.1', Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: 'Trunk': '1.1'}} Jun 16 09:43:14.065654 dv-cinder-796286-4-smb neutron-server[99031]: {{(pid=99031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 09:43:14.073712 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Pushing event updated for resources: {'Port': ['ID=2edac76b-d94c-4af2-812a-bdb93109a9ad,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.074707 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Transition to ACTIVE for port object 69929076-29f6-4f28-843d-8c834c2ceec2 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:14.115945 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:14.131241 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:14.151563 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-5b6d104a-e35b-4f85-8c07-83fc225a4482 None None] Provisioning complete for port 2edac76b-d94c-4af2-812a-bdb93109a9ad triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:14.152417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5b6d104a-e35b-4f85-8c07-83fc225a4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.195464 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-5429f929-cfff-46d8-9846-c1aacfc5d660 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:14.196990 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-5429f929-cfff-46d8-9846-c1aacfc5d660 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.23 "GET /v2.0/networks?id=befefc36-ab3b-4b40-8fc6-9db78b330167 HTTP/1.1" status: 200 len: 810 time: 0.7453163 Jun 16 09:43:14.218416 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] For port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:14.234376 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] For port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:14.301844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Request body: {'port': {'device_id': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167', 'admin_state_up': True, 'tenant_id': '8284bd35968b4cacbdcc36d49336b6cc'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:14.311634 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.316676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:14.369854 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.388738 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:14.471798 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 2edac76b-d94c-4af2-812a-bdb93109a9ad up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:14.506437 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:14.535147 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:14.538225 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Pushing event updated for resources: {'Port': ['ID=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.540636 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:14.541159 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.559608 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:14.583074 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:14.583737 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:14.653334 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 2edac76b-d94c-4af2-812a-bdb93109a9ad triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:14.653726 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:14.728659 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Pushing event updated for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:14.735069 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:15.030261 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:15.070223 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-54750aa9-d35b-4e6d-a755-41b8c2c616b7 req-775efc2b-fbcc-4789-bc45-f3c5d0bb9fd6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.3068717 Jun 16 09:43:15.155569 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c94baaee-c115-45c4-a51e-459fc5ce0a23 None None] Provisioning for port 69929076-29f6-4f28-843d-8c834c2ceec2 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:15.160631 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c94baaee-c115-45c4-a51e-459fc5ce0a23 None None] Provisioning complete for port 69929076-29f6-4f28-843d-8c834c2ceec2 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:15.161008 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c94baaee-c115-45c4-a51e-459fc5ce0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.174462 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.257347 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.323448 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-c94baaee-c115-45c4-a51e-459fc5ce0a23 None None] Port 69929076-29f6-4f28-843d-8c834c2ceec2 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:15.577563 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.23', 53631) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:15.595537 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 3, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:15.600801 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3c8c4-e91b-4e86-b7e7-c8a9518a3b99 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:09Z', 'revision_number': 3, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:15.607733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Made reservation on behalf of 8284bd35968b4cacbdcc36d49336b6cc for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:15.611406 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:15.763379 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4355e41b-a73e-43ee-8d83-adec22299817 req-135982c1-7997-444a-aefd-38100d17176a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.2797601 Jun 16 09:43:15.831485 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.034299 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.049514 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-4ca8408d-c906-4258-a58f-0aadc6c8ec8f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:16.053402 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-4ca8408d-c906-4258-a58f-0aadc6c8ec8f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.4723876 Jun 16 09:43:16.078666 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Request body: {'port': {'device_id': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'admin_state_up': True, 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:16.121131 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.155364 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:16.223812 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:16.616338 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:16.630822 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Pushing event updated for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:16.636175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:16.796755 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b1156b52-2ae6-4b4e-b3df-9a6f6515b607 req-a0480fef-4929-44ae-9b77-e6f1cf0b431b tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.1878362 Jun 16 09:43:17.265638 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:17.287147 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:17.316039 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'port': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:17.332433 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:17.375799 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Allocated IP 172.20.0.6 (befefc36-ab3b-4b40-8fc6-9db78b330167/92efa147-78d6-4421-a153-ec67fd6f94a7/2609d670-bfc5-48bc-8cc5-6898a72e4ae9) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:17.866251 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e57ae50-694e-4130-8c0a-fec6a9ec04da req-2e9b5449-c0dc-439f-a928-9205ad87842d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.2430384 Jun 16 09:43:17.921137 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-72ebb2eb-3207-4e4e-a9fe-b02c8c8c47f6 None None] Provisioning complete for port 69929076-29f6-4f28-843d-8c834c2ceec2 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:17.923752 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-72ebb2eb-3207-4e4e-a9fe-b02c8c8c47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.076668 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-72ebb2eb-3207-4e4e-a9fe-b02c8c8c47f6 None None] Port 69929076-29f6-4f28-843d-8c834c2ceec2 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:18.513874 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:18.540160 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8f4f9111-34b7-4bef-aea1-f80c6d683afc req-e2ea8cc5-58f5-411b-b35a-4ed496b6ee98 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.0648584 Jun 16 09:43:18.621907 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:18.631273 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.668974 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:18.702838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:18.704552 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:18.728665 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:18.737165 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Allocated IP 172.20.0.12 (681f33c3-2875-46ee-a20c-874b0c8cc2c8/f2d1f33c-c5a8-41a2-b352-9393ee83260e/4165785c-cfde-4728-9558-54e1092c537b) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:18.755607 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Router 5c6b161e-434d-4933-9c7a-e4369320f28d is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:43:18.905862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Notify callbacks [] for router, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:18.908502 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3962498 Jun 16 09:43:19.002900 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:19.043095 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60742) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:19.081164 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:19.081164 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.191043 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:19.220150 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/91f0742a-cf24-42a5-9ad4-567dd50a7df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7591746 Jun 16 09:43:19.231405 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.239250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:19.298400 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:19.330534 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:19.490477 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:19.545175 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:19.546450 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:19.581365 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.707543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Sync routers for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:19.729469 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-722f5154-581f-4fcd-b64b-b8ed2ef1ff82 req-c0f94586-6997-49bd-b44d-5468d29a24f6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.1434395 Jun 16 09:43:19.773476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Notify callbacks [] for router, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.778580 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3786583 Jun 16 09:43:19.779612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60770) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:19.781683 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Network befefc36-ab3b-4b40-8fc6-9db78b330167 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:19.876188 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.905032 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.905619 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:19.908379 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Pushing event updated for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:19.959648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:19.963789 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:19.967367 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:19.972303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:19.973007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:19.984873 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7f21ec40-ae9a-46fe-ae3d-aa4649ff998c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:19.989088 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:19.997137 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:20.062079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:20.076614 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:20.094662 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:20.101062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:20.101304 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:20.260319 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9721169 Jun 16 09:43:20.263298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event updated for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:20.273167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:20.281143 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2123680 Jun 16 09:43:20.285793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:20.323247 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-1ae4b732-3e0c-4825-aacb-65c060cccf33 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:20.335493 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-1ae4b732-3e0c-4825-aacb-65c060cccf33 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232682 Jun 16 09:43:20.344772 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-ca7a7c3d-da4d-4395-bf98-3d8809de46f6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:20.345913 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-ca7a7c3d-da4d-4395-bf98-3d8809de46f6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270724 Jun 16 09:43:20.365833 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:20.453908 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda36fe4-1e28-4acb-91e7-e2e0da9426f3 req-733e2220-feb8-4224-80a0-77de7b2729cd tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:20.459437 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cda36fe4-1e28-4acb-91e7-e2e0da9426f3 req-733e2220-feb8-4224-80a0-77de7b2729cd tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 931 time: 0.5610461 Jun 16 09:43:20.515120 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.059390 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.064395 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 2, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:21.067112 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cda36fe4-1e28-4acb-91e7-e2e0da9426f3 req-e6472884-d04b-4659-844c-f4bba614ab5b tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725705 Jun 16 09:43:21.069522 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:21.069522 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Updating router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 port 69929076-29f6-4f28-843d-8c834c2ceec2 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:21.069807 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:21.069955 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Request body: {'port': {'device_id': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:21.070103 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.070246 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Request body: {'port': {'device_id': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:21.077215 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.275793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 3, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:21.281970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:21.294368 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:21.298422 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:21.299639 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Updating router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:21.467976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.475651 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:13Z', 'revision_number': 3, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:21.523498 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Checking router: 5c6b161e-434d-4933-9c7a-e4369320f28d for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:21.524155 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Updating router 5c6b161e-434d-4933-9c7a-e4369320f28d port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:21.640448 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.640606 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.651821 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60794) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:21.680077 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958304183', 'description': 'tempest-description--875443544'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:21.729222 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.762341 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Transition to ACTIVE for port object 69929076-29f6-4f28-843d-8c834c2ceec2 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:21.827581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Allocated IP 172.20.0.1 (ea0114fd-e6fc-4c5f-bab7-bdc708998c82/714d3bf4-e20a-432a-9bb1-7fe3d41a46c5/8df93b97-cf09-4dab-bd08-ee3937cf7460) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:21.843959 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:21.853468 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-47084e14-1a41-40d1-924b-254a8d04f788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:21.944967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60800) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:21.955581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.014576 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Pushing event updated for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:22.026541 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:22.145100 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5706-8c53-42cf-b7a4-d45ada150c5b req-eb2f260b-a12a-4fe2-9abc-6f08c2d4ea38 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:22.159859 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f52b5706-8c53-42cf-b7a4-d45ada150c5b req-eb2f260b-a12a-4fe2-9abc-6f08c2d4ea38 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 932 time: 0.2135816 Jun 16 09:43:22.322068 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Attempting to bind port 69929076-29f6-4f28-843d-8c834c2ceec2 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:22.323200 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Attempting to bind port 69929076-29f6-4f28-843d-8c834c2ceec2 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:22.323911 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Attempting to bind port 69929076-29f6-4f28-843d-8c834c2ceec2 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:22.331314 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:22.332029 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Checking segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:22.332686 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.333346 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Bound using segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:22.334170 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Bound port: 69929076-29f6-4f28-843d-8c834c2ceec2, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:22.334742 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.397331 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f52b5706-8c53-42cf-b7a4-d45ada150c5b req-c64b0ebb-9305-4107-8bfa-eb54a3405d99 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599398 Jun 16 09:43:22.514676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60812) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:22.549514 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] For port 69929076-29f6-4f28-843d-8c834c2ceec2, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:22.558312 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] For port 69929076-29f6-4f28-843d-8c834c2ceec2, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=69929076-29f6-4f28-843d-8c834c2ceec2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:22.653315 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.657321 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:22.740506 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.790316 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:22.790922 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:22.812573 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.846072 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Transition to ACTIVE for port object 8df93b97-cf09-4dab-bd08-ee3937cf7460 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:22.853381 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.891054 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4165785c-cfde-4728-9558-54e1092c537b {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:22.896060 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Pushing event updated for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=4']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:22.915626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.924966 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:22.935146 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.955230 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:22.966337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Transition to ACTIVE for port object 4165785c-cfde-4728-9558-54e1092c537b will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:22.978831 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Transition to ACTIVE for port object 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:23.044261 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.046366 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.078644 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.083968 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.152376 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:23.157110 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:23.171298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d73f7b56-1a5a-49a7-ab57-079398b0d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.241173 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.db.api [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 09:43:23.241173 dv-cinder-796286-4-smb neutron-server[99029]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 09:43:23.241173 dv-cinder-796286-4-smb neutron-server[99029]: [parameters: {'project_id_1': '3d305f6abe914c55922e6ba92366c48d', 'expiration_1': datetime.datetime(2021, 6, 16, 9, 43, 22, 951312)}] Jun 16 09:43:23.241173 dv-cinder-796286-4-smb neutron-server[99029]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 09:43:23.241991 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_db.api [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 09:43:23.253325 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.256162 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.262780 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 {{(pid=99029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:23.275440 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.301469 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.304839 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Transition to ACTIVE for port object 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 will not be triggered until provisioned by entity L2. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:23.307814 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.340309 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Pushing event updated for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.350313 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.353398 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-753df6b1-a008-439c-be71-df042c018b15 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.356085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.365698 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9de09-9558-4ae3-bd82-67fc084abcb6 req-0c44e14c-9de4-4748-bfea-eb896824e721 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:23.367351 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f5d9de09-9558-4ae3-bd82-67fc084abcb6 req-0c44e14c-9de4-4748-bfea-eb896824e721 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 931 time: 0.7795761 Jun 16 09:43:23.376993 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.476620 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:23.484656 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.494711 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:23.502882 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Pushing event updated for resources: {'Port': ['ID=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.503831 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.509309 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:23.510094 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.530006 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.531602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Attempting to bind port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:23.532219 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Attempting to bind port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:23.536957 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Attempting to bind port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:23.550956 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.642556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:23.658508 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:23.659789 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.660785 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:23.661669 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Bound port: 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:23.662342 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.672836 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.674170 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.0159256 Jun 16 09:43:23.674953 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Pushing event updated for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:23.693268 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:23.705545 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60840) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:23.713428 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:23.737424 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group_rule': {'security_group_id': '907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:23.806085 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:23.810336 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.821396 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:23.830055 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] For port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:23.929046 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:22Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:23.940723 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb7b50-09bd-4208-bba7-011618171a15 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:22Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:23.981687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] For port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:24.082730 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.114426 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f5d9de09-9558-4ae3-bd82-67fc084abcb6 req-9bc814e1-dd15-440d-a7b0-4761c545ee3e tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987622 Jun 16 09:43:24.162918 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Transition to ACTIVE for port object 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:24.163871 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Pushing event updated for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.167592 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.175793 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Attempting to bind port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:24.176403 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Attempting to bind port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e129f352-61a4-4bc6-bba3-35932fed2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167'}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:24.178958 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Attempting to bind port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 on network befefc36-ab3b-4b40-8fc6-9db78b330167 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:24.179083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Attempting to bind port 4165785c-cfde-4728-9558-54e1092c537b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:24.179083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Attempting to bind port 4165785c-cfde-4728-9558-54e1092c537b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:24.179083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Attempting to bind port 4165785c-cfde-4728-9558-54e1092c537b on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:24.200578 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.207044 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e1ce9d6c1524e6fb25b5811ca65838d&name=default HTTP/1.1" status: 200 len: 2976 time: 2.2586837 Jun 16 09:43:24.207763 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.218770 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60848) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:24.226747 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.231370 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5de41-dab6-404a-818d-5796d4060bec,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.240750 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Port 4165785c-cfde-4728-9558-54e1092c537b on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:24.241274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Attempting to bind port 4165785c-cfde-4728-9558-54e1092c537b on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:24.247702 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.264761 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 on network befefc36-ab3b-4b40-8fc6-9db78b330167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:24.273301 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Attempting to bind port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 on network befefc36-ab3b-4b40-8fc6-9db78b330167 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:24.294170 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.294170 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-beeae0e9-eba3-4914-8b48-0fbb71fd83bd None None] Provisioning for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:24.315999 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:24.317096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Checking segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:24.317867 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Bound using segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:24.318472 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Bound port: 4165785c-cfde-4728-9558-54e1092c537b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:24.319103 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.335108 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:24.335720 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Checking segment: {'id': 'e129f352-61a4-4bc6-bba3-35932fed2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:24.336484 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Bound using segment: {'id': 'e129f352-61a4-4bc6-bba3-35932fed2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167'} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:24.337092 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Bound port: 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e129f352-61a4-4bc6-bba3-35932fed2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167'}}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:24.337613 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.500915 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-beeae0e9-eba3-4914-8b48-0fbb71fd83bd None None] Provisioning complete for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:24.501225 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-beeae0e9-eba3-4914-8b48-0fbb71fd83bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.575434 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684696f-2040-4691-bf12-7c50d428fd83 req-ef4708e2-ff5f-45d3-84b7-2ee32d59b1d6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:24.575684 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.579541 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a684696f-2040-4691-bf12-7c50d428fd83 req-ef4708e2-ff5f-45d3-84b7-2ee32d59b1d6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.6002710 Jun 16 09:43:24.708284 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Allocated IP 172.20.0.1 (7356c946-3dbd-4895-896e-3bf66ce328b1/9b43a4fd-9747-48a9-9a7b-6426308105ab/c5f103ba-05cc-4c8c-b557-b39fb7228dc1) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:24.719389 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:24.720687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:24.724583 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:24.735373 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, cleared binding levels {{(pid=99029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:24.738284 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Pushing event updated for resources: {'Port': ['ID=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:24.748214 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:24.758115 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-b7604c5a-9d45-4329-9b78-39171e1ba5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.767014 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a684696f-2040-4691-bf12-7c50d428fd83 req-2d85895f-6c13-4913-ab9c-75f8928b5abe tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711819 Jun 16 09:43:24.786021 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4165785c-cfde-4728-9558-54e1092c537b,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:24.807374 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,segment=NetworkSegment(e129f352-61a4-4bc6-bba3-35932fed2608),segment_id=e129f352-61a4-4bc6-bba3-35932fed2608)] {{(pid=99029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:24.815102 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.866138 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.869383 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.887216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.888602 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.904430 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:24.930232 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Attempting to bind port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:24.930620 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Attempting to bind port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:24.930995 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Attempting to bind port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:24.957271 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:24.958630 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:24.960130 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.961449 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:24.962013 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Bound port: 3cdd1ef3-c990-4b9a-9f73-aafeded30a29, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:24.962428 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.963261 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:24.963894 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:24.966090 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] 10.222.0.23 "PUT /v2.0/ports/4165785c-cfde-4728-9558-54e1092c537b HTTP/1.1" status: 200 len: 1094 time: 4.1661558 Jun 16 09:43:24.966589 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'tag': '4165785c-cfde-4728-9558-54e1092c537b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:24.997658 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-beeae0e9-eba3-4914-8b48-0fbb71fd83bd None None] Port 8df93b97-cf09-4dab-bd08-ee3937cf7460 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:25.015042 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.035409 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.037181 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.152031 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Pushing event updated for resources: {'Port': ['ID=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.164514 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.208816 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.210623 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 69929076-29f6-4f28-843d-8c834c2ceec2 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:25.374715 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] For port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:25.383090 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:25.397486 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.425201 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a997a7-b54b-44bb-a8d9-da5920933158,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.467668 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.469755 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:43:25.471257 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.477216 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d305f6abe914c55922e6ba92366c48d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9367056 Jun 16 09:43:25.479855 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.506798 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] For port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:25.508526 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "tag": "4165785c-cfde-4728-9558-54e1092c537b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:25.515204 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60866) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:25.529560 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0bac8-1346-4662-8a1a-1be3479e7458,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.560391 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.561239 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.561939 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Pushing event updated for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.562467 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.575483 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.608026 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3609cac2-8386-46a9-a9ae-7e26f8b1b930 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.610091 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.615298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.615920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:25.625670 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 69929076-29f6-4f28-843d-8c834c2ceec2 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:25.664328 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 69929076-29f6-4f28-843d-8c834c2ceec2 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:25.664712 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.681493 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.686576 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9662995 Jun 16 09:43:25.693428 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60874) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:25.701425 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.706862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group_rule': {'security_group_id': '907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:25.740743 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:25.742989 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.746426 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] 10.222.0.23 "PUT /v2.0/ports/2609d670-bfc5-48bc-8cc5-6898a72e4ae9 HTTP/1.1" status: 200 len: 1093 time: 4.7134225 Jun 16 09:43:25.752116 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:25.810556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:25.851717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Pushing event updated for resources: {'Port': ['ID=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.862755 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.883081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:25.885821 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:25.887261 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:25.891935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:25.906189 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:25.911100 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db45e0ae-5920-4bc4-90bf-03f523a64a82 x-openstack-request-id: req-db45e0ae-5920-4bc4-90bf-03f523a64a82 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:25.915916 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "tag": "4165785c-cfde-4728-9558-54e1092c537b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:25.920677 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db45e0ae-5920-4bc4-90bf-03f523a64a82 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:25.920677 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'tag': '4165785c-cfde-4728-9558-54e1092c537b', 'status': 'completed', 'code': 200} Jun 16 09:43:25.941662 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:25.942330 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:26.157064 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99617989-7910-4b34-ab10-b00d27377934" -d '{"events": [{"name": "network-changed", "server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:26.344511 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.393302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-db36586c-6611-45d1-92bd-d46b1460a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:26.394797 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-db36586c-6611-45d1-92bd-d46b1460a383 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 1097 time: 1.0486062 Jun 16 09:43:26.407607 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.411199 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.419848 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Pushing event updated for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=3']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.459906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60890) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:26.475818 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:13Z', 'revision_number': 3, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:26.477229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.478830 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fbb5de41-dab6-404a-818d-5796d4060bec HTTP/1.1" status: 204 len: 168 time: 2.2588489 Jun 16 09:43:26.481533 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Pushing event updated for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.491840 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.491941 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 69929076-29f6-4f28-843d-8c834c2ceec2, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=69929076-29f6-4f28-843d-8c834c2ceec2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:26.495137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.513071 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af30c-48cf-48c7-86e8-3da7a638be72 req-17970733-c128-4bb2-98c6-5ddc1d46cd42 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:26.514610 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d58af30c-48cf-48c7-86e8-3da7a638be72 req-17970733-c128-4bb2-98c6-5ddc1d46cd42 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.9974439 Jun 16 09:43:26.519026 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8a6ce-745d-4b82-9dc4-f4b0e66c8a14 None None] The sync data for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb is: [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:13Z', 'revision_number': 3, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:26.552602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:26.611724 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.914s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.612779 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.612884 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.622923 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.648370 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.684891 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-a4bc8b7f-ef12-4d07-bd99-8191b33ec9a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4165785c-cfde-4728-9558-54e1092c537b HTTP/1.1" status: 200 len: 217 time: 0.1805699 Jun 16 09:43:26.693058 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:26.783891 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:26.784596 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.785450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:26.792461 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:26.799178 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.810938 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5de41-dab6-404a-818d-5796d4060bec,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:26.832174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:26.924987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36ab8-fa59-44e2-94ba-e6c168b9d3d8 req-7c8674e6-485d-4cfd-ac30-c21f1a56fb75 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:26.932813 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3ad36ab8-fa59-44e2-94ba-e6c168b9d3d8 req-7c8674e6-485d-4cfd-ac30-c21f1a56fb75 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.5423326 Jun 16 09:43:26.980960 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d58af30c-48cf-48c7-86e8-3da7a638be72 req-029947f8-959a-4d1f-904f-e9a18e65fc9d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144866 Jun 16 09:43:27.107064 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-9193b1dc-9d62-4a3b-bfee-8ac650ff2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.111456 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-9193b1dc-9d62-4a3b-bfee-8ac650ff2483 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8284bd35968b4cacbdcc36d49336b6cc&device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 1096 time: 1.0110307 Jun 16 09:43:27.169092 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.170550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177176b6-845e-4033-8b99-821508917e04 req-5b8611a6-3c0e-468a-b03b-ff21c57235f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.172094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-5b8611a6-3c0e-468a-b03b-ff21c57235f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.4397810 Jun 16 09:43:27.321240 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.325531 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 69929076-29f6-4f28-843d-8c834c2ceec2 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:27.331629 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-ee9356df-4182-4b3e-8de0-61e437309a9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9 HTTP/1.1" status: 200 len: 217 time: 0.2061560 Jun 16 09:43:27.349312 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:27.416603 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.421305 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-e672a93a-f546-4948-b77e-a5d890f86cf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367078 Jun 16 09:43:27.422780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.426158 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-3b8658d9-7af0-45f2-b55f-1a2289bbdb74 None None] Provisioning complete for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:27.427483 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-3b8658d9-7af0-45f2-b55f-1a2289bbdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.438971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.467091 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3ad36ab8-fa59-44e2-94ba-e6c168b9d3d8 req-8f233235-7bc7-442b-9d34-72e57f5238fe tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332386 Jun 16 09:43:27.468306 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-373e25af-2657-45d4-9d9e-75670dc06d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:27.470063 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-373e25af-2657-45d4-9d9e-75670dc06d11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92efa147-78d6-4421-a153-ec67fd6f94a7 HTTP/1.1" status: 200 len: 850 time: 0.1117597 Jun 16 09:43:27.483224 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.488966 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.491115 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72a0bac8-1346-4662-8a1a-1be3479e7458 HTTP/1.1" status: 204 len: 168 time: 1.9558096 Jun 16 09:43:27.492335 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cbdf7d53-bae8-4e0d-84f0-ca5bc0c45ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.525442 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0914c97-f71f-40f9-bf3e-735d8be618a8,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.541452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.542269 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0bac8-1346-4662-8a1a-1be3479e7458,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.544844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.548993 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 2, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:27.552845 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-3b8658d9-7af0-45f2-b55f-1a2289bbdb74 None None] Port 8df93b97-cf09-4dab-bd08-ee3937cf7460 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:27.576748 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 69929076-29f6-4f28-843d-8c834c2ceec2 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:27.577136 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.578929 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d94498-9341-409a-be89-53539b6e1248 None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 2, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:27.623224 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:27.647095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.659631 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9644852 Jun 16 09:43:27.679250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60904) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:27.685825 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:27.721935 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60906) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:27.725494 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.766357 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:27.804793 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9535811-cadb-414f-ab5a-41d66b95b03f x-openstack-request-id: req-c9535811-cadb-414f-ab5a-41d66b95b03f {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:27.805499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:27.805499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9535811-cadb-414f-ab5a-41d66b95b03f {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:27.805942 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9', 'status': 'completed', 'code': 200} Jun 16 09:43:27.817866 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-0e2c90bb-7234-40b5-aed5-f5dca018fb68 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679309 Jun 16 09:43:27.852373 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] 10.222.0.47 "PUT /v2.0/routers/5e59d463-4ed0-4532-ae54-c7d4cfe5f5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8036172 Jun 16 09:43:27.863230 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-669f6c2a-3fe0-4c4c-960d-14ff0d5a372f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=befefc36-ab3b-4b40-8fc6-9db78b330167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3616626 Jun 16 09:43:27.864424 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.867518 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bde6dc-9c93-49c6-b0a2-2c6e16a80301,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:27.890321 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:27.892134 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:27.940496 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8308351948e409098d8eda0d5bd3c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4670436 Jun 16 09:43:27.961321 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60912) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:28.529405 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.578395 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-3ea3be5b-9925-46dc-962d-40c35709ee16 service neutron] 10.222.0.23 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393094 Jun 16 09:43:28.583033 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.683922 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-177176b6-845e-4033-8b99-821508917e04 req-75645d25-ab5f-487f-93bc-4bf03c3885c8 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400844 Jun 16 09:43:28.809544 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.873060 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.884944 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:28.891884 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-b171b2ff-7534-4fd2-9dae-b6f46d6a9ace req-905f25c6-9c10-4ffe-bd01-69a160117b89 service neutron] 10.222.0.23 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969716 Jun 16 09:43:28.946063 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 60932) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:28.954032 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6c57ffe1df541cd971cd6adca83da74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1845169 Jun 16 09:43:28.956939 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f8e2d5-9241-4202-9488-8300142a5fde,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:28.963454 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e7911-a5b0-4c3a-b1e9-d724805bc994 req-3e09bb05-e685-4b5d-8c2d-625d731e095d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:28.968172 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6f9e7911-a5b0-4c3a-b1e9-d724805bc994 req-3e09bb05-e685-4b5d-8c2d-625d731e095d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.7125423 Jun 16 09:43:28.972506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.982783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.985439 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:28.988067 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:28.989426 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54bde6dc-9c93-49c6-b0a2-2c6e16a80301 HTTP/1.1" status: 204 len: 168 time: 0.9948795 Jun 16 09:43:29.089401 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:29.099591 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.130479 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.157779 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:29.159007 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bde6dc-9c93-49c6-b0a2-2c6e16a80301,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:29.166724 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:29.217058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.221666 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-92ae1ac4-a446-473f-be12-c054ecb23b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:29.226312 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-92ae1ac4-a446-473f-be12-c054ecb23b9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 1097 time: 0.2690539 Jun 16 09:43:29.395461 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6f9e7911-a5b0-4c3a-b1e9-d724805bc994 req-7b1ca79b-468f-43cb-b6b7-d5e3a9fc3b17 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004662 Jun 16 09:43:29.510917 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.607591 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:29.680226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-d2e6a145-4276-4c65-95d4-727d0670d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:29.680226 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-d2e6a145-4276-4c65-95d4-727d0670d7b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 915 time: 0.3864820 Jun 16 09:43:29.684229 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:29.826712 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Allocated IP 172.28.2.19 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/26eae6b9-d447-4849-bcc2-e90530cd1b47) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:29.955859 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:29.965422 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:29.977647 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:30.006314 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:30.033638 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.155726 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617989-7910-4b34-ab10-b00d27377934 req-c0e02d97-fcf1-4b26-b984-514f4895a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.157246 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-c0e02d97-fcf1-4b26-b984-514f4895a09c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8284bd35968b4cacbdcc36d49336b6cc&device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 1096 time: 0.9491568 Jun 16 09:43:30.195104 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:30.206594 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:30.206594 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.257401 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60944) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:30.262323 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719740086', 'description': 'tempest-description--82327785'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:30.451668 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.483850 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:30.503928 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.519274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e5bf6-a89c-4e37-9389-42b9b115c0c7 req-de2e80f2-3e10-434d-9ac5-1ed328dc8956 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:30.526990 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a59e5bf6-a89c-4e37-9389-42b9b115c0c7 req-de2e80f2-3e10-434d-9ac5-1ed328dc8956 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.5678542 Jun 16 09:43:30.556804 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Router 5c6b161e-434d-4933-9c7a-e4369320f28d has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:43:30.593333 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.600385 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:30.600581 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a59e5bf6-a89c-4e37-9389-42b9b115c0c7 req-24bc29d5-2f07-4185-9232-3ae21646ba77 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662758 Jun 16 09:43:30.600685 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:30.603450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.615397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.692612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.693770 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6f8e2d5-9241-4202-9488-8300142a5fde HTTP/1.1" status: 204 len: 168 time: 1.7241609 Jun 16 09:43:30.709112 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:30.775318 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.831898 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:30.853362 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:30.864839 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:30.868130 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:30.900847 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb9477-dd11-46d4-b925-724f3f3b7b08,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:30.905765 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:30.949177 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:30.965899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:30.975066 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:31.002783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=26eae6b9-d447-4849-bcc2-e90530cd1b47,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:31.030254 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:31.034461 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:31.060596 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-c3be6b57-051e-4e58-b16a-bfdfa8f22041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4165785c-cfde-4728-9558-54e1092c537b HTTP/1.1" status: 200 len: 217 time: 0.0854034 Jun 16 09:43:31.092930 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.094273 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8358595 Jun 16 09:43:31.094763 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:31.097946 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60978) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:31.103217 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:31.103217 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.104818 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group_rule': {'security_group_id': 'fdcb9477-dd11-46d4-b925-724f3f3b7b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:31.150837 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 60980) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:31.171341 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.250416 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f8e2d5-9241-4202-9488-8300142a5fde,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:31.277738 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:31.289497 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.301206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:43:31.306618 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.313219 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Sync routers for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:31.341295 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:31.354140 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:31.358048 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:31.408105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] 10.222.0.47 "PUT /v2.0/routers/5c6b161e-434d-4933-9c7a-e4369320f28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6224518 Jun 16 09:43:31.457686 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.460881 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:31.478179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.502227 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-7d971918-baf9-4753-b829-ccf84de43ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.504487 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-7d971918-baf9-4753-b829-ccf84de43ae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.3644998 Jun 16 09:43:31.571817 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7757-2792-4582-a2eb-d7a15d128b23 req-3dcdf41a-9ff7-4d5d-a8b3-2b5b7a9a450d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.575498 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc3b7757-2792-4582-a2eb-d7a15d128b23 req-3dcdf41a-9ff7-4d5d-a8b3-2b5b7a9a450d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.7546444 Jun 16 09:43:31.580618 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:31.587608 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617989-7910-4b34-ab10-b00d27377934 req-60927abb-6c4e-4d83-88e1-0bf1695b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:31.590868 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-60927abb-6c4e-4d83-88e1-0bf1695b236a service neutron] 10.222.0.23 "GET /v2.0/networks?id=befefc36-ab3b-4b40-8fc6-9db78b330167 HTTP/1.1" status: 200 len: 911 time: 0.6064837 Jun 16 09:43:31.594637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:31.600020 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:31.621098 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:31.694349 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-900df88a-08fe-4e65-81d2-44f7a72cecc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523166 Jun 16 09:43:31.746711 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-ac592bef-21d7-4251-ba50-39de0db78ed1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9 HTTP/1.1" status: 200 len: 217 time: 0.1370111 Jun 16 09:43:31.749956 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:31.750586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.937961 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc3b7757-2792-4582-a2eb-d7a15d128b23 req-35389779-dcd8-4ca7-a703-90bc99992fe9 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532526 Jun 16 09:43:31.940662 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.984568 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:31.987726 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-6c1fa15f-f4be-4402-b74a-b10840753e0f service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936192 Jun 16 09:43:32.047237 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.057403 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:32.061574 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617989-7910-4b34-ab10-b00d27377934 req-76dfe3cf-7670-43ba-acf2-eeb0df0d527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:32.067920 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.070324 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-76dfe3cf-7670-43ba-acf2-eeb0df0d527d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92efa147-78d6-4421-a153-ec67fd6f94a7 HTTP/1.1" status: 200 len: 850 time: 0.2847807 Jun 16 09:43:32.073257 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.077311 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 32768) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:32.158290 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce81d54-7748-4777-80e5-f98b12a51fd5,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:32.179950 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:32.186523 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7caa1c8c-d891-4bb8-b3dc-3a2e6a6da154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:32.194140 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-f721823e-7d0a-420e-9ede-8846eaacd01a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=befefc36-ab3b-4b40-8fc6-9db78b330167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616136 Jun 16 09:43:32.222393 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 32774) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:32.224595 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ed41dda41344c73b3f26ecf740d8833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0725543 Jun 16 09:43:32.313157 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8f43a6c8-ea2e-4eb8-b403-0a62c70b656f req-0fef285a-aaaf-4298-a67e-f20a5d85b402 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141549 Jun 16 09:43:32.316990 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34f150-e619-4b1a-8b9c-16f958f67514 req-59e55105-557f-46b1-b5ca-f3faa0521cd9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:32.320509 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10619498-57d8-4258-86fe-6ea785e436c2,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:32.326861 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ca34f150-e619-4b1a-8b9c-16f958f67514 req-59e55105-557f-46b1-b5ca-f3faa0521cd9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.4011586 Jun 16 09:43:32.353512 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 4, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': 'c5f103ba-05cc-4c8c-b557-b39fb7228dc1', 'name': '', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'mac_address': 'fa:16:3e:72:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:23Z', 'updated_at': '2021-06-16T09:43:27Z', 'revision_number': 2, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'subnets': [{'id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:32.364961 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Checking router: 5c6b161e-434d-4933-9c7a-e4369320f28d for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:32.366113 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Updating router 5c6b161e-434d-4933-9c7a-e4369320f28d port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:32.370017 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:32.380334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.384104 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2849734 Jun 16 09:43:32.387595 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 32776) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:32.394016 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group_rule': {'security_group_id': 'fdcb9477-dd11-46d4-b925-724f3f3b7b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:32.418724 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.463836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.491854 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.625856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ca34f150-e619-4b1a-8b9c-16f958f67514 req-1b37dc85-0819-4a8d-aea0-24b672640353 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979879 Jun 16 09:43:32.654837 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:43:32.669960 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:32.670628 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:32.681143 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.732200 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.743422 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.746398 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6930071d-19ff-4421-b9b9-cba1fb6ef7ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:32.750328 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-99e8ca6f-799f-444a-abbe-db8457ca9c1c service neutron] 10.222.0.23 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306737 Jun 16 09:43:32.789006 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af10ee1f-062e-4c8c-b768-9783cb4a5027,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:32.791796 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:32.850547 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:32.868019 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:32.979667 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.021811 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.034890 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Transition to ACTIVE for port object c5f103ba-05cc-4c8c-b557-b39fb7228dc1 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:33.082016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6c03adba-ffc6-4b22-a0fb-d558ebc4f061 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:33.083974 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6c03adba-ffc6-4b22-a0fb-d558ebc4f061 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 818 time: 0.4097409 Jun 16 09:43:33.088727 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.115164 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.143930 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.148316 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.161882 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 2, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:33.165916 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99617989-7910-4b34-ab10-b00d27377934 req-d398c93f-74bc-41dc-9ffd-c08f27b91a0d service neutron] 10.222.0.23 "GET /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934271 Jun 16 09:43:33.167477 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:43:33.168586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Updating router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da port 8df93b97-cf09-4dab-bd08-ee3937cf7460 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:43:33.205464 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.213333 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.215972 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-ac8baaa7-20d5-4142-943d-9da2edb400a1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/quotas/e8b1132bc627463095c0e2d8bb0cb607 HTTP/1.1" status: 200 len: 375 time: 0.1189435 Jun 16 09:43:33.223478 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.245345 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd752e3-cabe-4dfa-88a7-9af0bb158670 None None] Pushing event updated for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.254571 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-2fd752e3-cabe-4dfa-88a7-9af0bb158670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.275075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=26eae6b9-d447-4849-bcc2-e90530cd1b47,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.285637 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.288892 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.298577 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.302979 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10619498-57d8-4258-86fe-6ea785e436c2 HTTP/1.1" status: 204 len: 168 time: 1.0659089 Jun 16 09:43:33.308674 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.321328 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10619498-57d8-4258-86fe-6ea785e436c2,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.324657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.337963 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.340133 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Attempting to bind port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:33.340526 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Attempting to bind port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:33.340893 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Attempting to bind port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 on network 7356c946-3dbd-4895-896e-3bf66ce328b1 {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:33.352417 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-72ddc65a-991d-49d3-9a40-5c201227263d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.354364 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:33.357094 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Checking segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:33.357698 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.359267 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Bound using segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:33.359940 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Bound port: c5f103ba-05cc-4c8c-b557-b39fb7228dc1, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:33.360702 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.398787 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96977948-54fb-4088-b1c4-7f794d1c2a5d req-f25fa281-3ffe-4f48-92e1-1feec3230bb2 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:33.400305 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96977948-54fb-4088-b1c4-7f794d1c2a5d req-f25fa281-3ffe-4f48-92e1-1feec3230bb2 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.2794130 Jun 16 09:43:33.413703 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.416639 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0268981 Jun 16 09:43:33.420185 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 32804) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:33.423552 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-5d2cd09b-6331-4c6a-8b0b-2e308e157b05 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917639 Jun 16 09:43:33.426537 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:33.439426 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dc37228c98b4306aa96bcf2351dd02a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3560376 Jun 16 09:43:33.439426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.439426 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7585609 Jun 16 09:43:33.439901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f600cd27-8652-4323-bad1-6f26a2dee13a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.442350 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 32810) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:33.464102 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:33.517391 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96977948-54fb-4088-b1c4-7f794d1c2a5d req-13402c13-8a01-4951-b1f5-0f0fb93a6ebe tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043296 Jun 16 09:43:33.539768 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] For port c5f103ba-05cc-4c8c-b557-b39fb7228dc1, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:33.543795 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] For port c5f103ba-05cc-4c8c-b557-b39fb7228dc1, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:33.549081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.570141 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.602287 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.658687 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.664959 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.667967 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.681102 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Transition to ACTIVE for port object 8df93b97-cf09-4dab-bd08-ee3937cf7460 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:33.696623 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:33.773545 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:33.775096 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:33.778216 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.782366 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.782521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:33.849118 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.911025 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd752e3-cabe-4dfa-88a7-9af0bb158670 None None] Pushing event updated for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=4']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:33.911222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:33.911222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:33.921265 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-2fd752e3-cabe-4dfa-88a7-9af0bb158670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.009651 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Pushing event updated for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:34.030062 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:34.241877 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.248053 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f600cd27-8652-4323-bad1-6f26a2dee13a HTTP/1.1" status: 204 len: 168 time: 0.8043492 Jun 16 09:43:34.248919 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:34.258290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3a051d68-d0c6-41a7-aed2-5e312ba11a79 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:43:34.263938 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3a051d68-d0c6-41a7-aed2-5e312ba11a79 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6216764 Jun 16 09:43:34.272996 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f600cd27-8652-4323-bad1-6f26a2dee13a,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:34.277377 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.288460 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.306733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcad736-9962-4fd4-bcd2-7c985afdeda0 req-2d4401b0-f6ca-432d-9e97-9c1e102cd894 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.306733 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7bcad736-9962-4fd4-bcd2-7c985afdeda0 req-2d4401b0-f6ca-432d-9e97-9c1e102cd894 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.5038307 Jun 16 09:43:34.340020 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Attempting to bind port 8df93b97-cf09-4dab-bd08-ee3937cf7460 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:34.340447 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Attempting to bind port 8df93b97-cf09-4dab-bd08-ee3937cf7460 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:34.340825 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Attempting to bind port 8df93b97-cf09-4dab-bd08-ee3937cf7460 on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:34.367794 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:34.368556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Checking segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:34.369158 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.369945 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Bound using segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:34.370044 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Bound port: 8df93b97-cf09-4dab-bd08-ee3937cf7460, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:34.370422 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.405490 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Allocated IP 172.28.2.206 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/da57d186-7aca-4315-a808-c24f0fcdd2f4) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:34.413931 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7bcad736-9962-4fd4-bcd2-7c985afdeda0 req-ed088d59-11f5-44c5-8640-f53816feee4e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770612 Jun 16 09:43:34.480838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] For port 8df93b97-cf09-4dab-bd08-ee3937cf7460, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:34.486999 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] For port 8df93b97-cf09-4dab-bd08-ee3937cf7460, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=8df93b97-cf09-4dab-bd08-ee3937cf7460,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:34.515993 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-bd7ae15e-0443-418e-a7cc-5cec1bdb2a92 service neutron] 10.222.0.47 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397165 Jun 16 09:43:34.523390 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 4, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': 'c5f103ba-05cc-4c8c-b557-b39fb7228dc1', 'name': '', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'mac_address': 'fa:16:3e:72:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:23Z', 'updated_at': '2021-06-16T09:43:33Z', 'revision_number': 4, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'subnets': [{'id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:34.530028 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bef0c-a7bc-4b35-8533-e9b5cb948355 None None] The sync data for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb is: [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 4, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': 'c5f103ba-05cc-4c8c-b557-b39fb7228dc1', 'name': '', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'mac_address': 'fa:16:3e:72:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:23Z', 'updated_at': '2021-06-16T09:43:33Z', 'revision_number': 4, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'subnets': [{'id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:34.550173 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.552798 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:34.630980 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Pushing event updated for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:34.634262 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:43:34.635110 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:34.638781 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:34.659479 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-81f6acd9-376c-4bf6-bb6a-14bd244717ca tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--958304183&fields=id&tenant_id=0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 267 time: 0.0805805 Jun 16 09:43:34.705148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.805992 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-2595dfe9-b854-4044-946f-69dfde8b8df3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:34.805992 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-2595dfe9-b854-4044-946f-69dfde8b8df3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 811 time: 0.1338606 Jun 16 09:43:34.818489 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:43:34.825272 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:34.828239 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:34.852407 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-8572eddc-bd32-4e09-8a07-b61125377814 service neutron] 10.222.0.47 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277740 Jun 16 09:43:34.866246 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-7eaa1d28-a3c3-42f0-8e3c-5db1b51b9be9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/quotas/0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 375 time: 0.0540361 Jun 16 09:43:34.911026 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:34.917301 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:34.923555 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:35.062353 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-c47d86f1-9771-4f57-9891-8b9b824efaa3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1840136 Jun 16 09:43:35.121598 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=da57d186-7aca-4315-a808-c24f0fcdd2f4,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:35.140190 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:35.211399 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.236737 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-bcd02abf-2628-4d93-8e85-ecdb69d5945c service neutron] 10.222.0.47 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394389 Jun 16 09:43:35.284853 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-81e9050a-abc7-464d-881e-729cac4eeb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.348920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:34Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:43:35.361334 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b580-5f14-4172-a491-29743f4c5e9f None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:34Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:43:35.389292 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.518021 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-203a9aa5-b9c1-49c1-b7ac-c20ce49268ab service neutron] 10.222.0.47 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743063 Jun 16 09:43:35.785867 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc165e49-009b-4167-81be-8e9075a4faf0 req-e5882e05-f213-4c02-871c-ab6f829a8893 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:35.789475 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fc165e49-009b-4167-81be-8e9075a4faf0 req-e5882e05-f213-4c02-871c-ab6f829a8893 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.2337906 Jun 16 09:43:35.839115 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fc165e49-009b-4167-81be-8e9075a4faf0 req-687f2cc3-aba0-4ea5-af7b-6a6ea6e0cafa tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Jun 16 09:43:35.871070 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device c5f103ba-05cc-4c8c-b557-b39fb7228dc1 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:35.917692 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.957537 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80b2650b-a6a4-482b-bde8-59f3d1f4f076 req-789909e3-87fa-4a29-bdfe-2c51207ba483 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 210 time: 0.0391018 Jun 16 09:43:35.989739 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:35.993358 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:36.019740 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:36.027871 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:36.027871 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.073487 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.112901 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d8235463-1f21-455b-8a7d-3b1cfd0205b1 req-0a595c08-6d4d-4cfd-8208-5b32876fa138 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 210 time: 0.0694609 Jun 16 09:43:36.140025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=da57d186-7aca-4315-a808-c24f0fcdd2f4,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:36.153158 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:36.209507 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.212977 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.230431 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8047476 Jun 16 09:43:36.329456 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port c5f103ba-05cc-4c8c-b557-b39fb7228dc1, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:36.390272 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.391306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 8df93b97-cf09-4dab-bd08-ee3937cf7460 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:36.395945 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40727b70-be4e-43af-9c7a-515377b9c3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:36.449369 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bfc70-2778-4165-9ac6-d2aaac6a2f29 req-89db50ca-6a58-4685-9f52-e897e5f6322b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.459506 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-804bfc70-2778-4165-9ac6-d2aaac6a2f29 req-89db50ca-6a58-4685-9f52-e897e5f6322b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 944 time: 0.2184477 Jun 16 09:43:36.519880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:36.530684 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:36.563952 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-804bfc70-2778-4165-9ac6-d2aaac6a2f29 req-c286c08d-ee03-4c61-8eec-1af8bca1cc2a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031301 Jun 16 09:43:36.693418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:36.698225 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:36.700527 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.908931 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:36.919257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-26f81c8e-cbfd-4a24-a3e7-2d08d28c8981 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1719740086&fields=id&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 267 time: 0.0931263 Jun 16 09:43:36.961081 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 8df93b97-cf09-4dab-bd08-ee3937cf7460, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=8df93b97-cf09-4dab-bd08-ee3937cf7460,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:36.988484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-52308a98-4e1c-45d8-be7b-022f543751c8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:36.992783 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-52308a98-4e1c-45d8-be7b-022f543751c8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 818 time: 0.3632445 Jun 16 09:43:37.015124 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4165785c-cfde-4728-9558-54e1092c537b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:37.059397 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-ffbb2eb0-9787-419f-89b6-c5db28c7f891 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/quotas/e8b1132bc627463095c0e2d8bb0cb607 HTTP/1.1" status: 200 len: 375 time: 0.0622232 Jun 16 09:43:37.090903 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.103798 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:37.159859 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:37.164555 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:37.168707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-072f508d-d4fb-4d70-a44d-4fd096f01235 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:37.170498 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-072f508d-d4fb-4d70-a44d-4fd096f01235 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 816 time: 0.2399492 Jun 16 09:43:37.225257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-15bd295e-c561-4da8-88d0-4e19150bf48b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643445 Jun 16 09:43:37.232850 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c321a338-155b-48aa-a381-c9e2fd93469b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/quotas/9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 375 time: 0.0438828 Jun 16 09:43:37.247072 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4165785c-cfde-4728-9558-54e1092c537b,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:37.258620 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '4165785c-cfde-4728-9558-54e1092c537b', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'port_id': '4165785c-cfde-4728-9558-54e1092c537b', 'mac_address': 'fa:16:3e:b2:42:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d1f33c-c5a8-41a2-b352-9393ee83260e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:37.295993 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.313127 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4165785c-cfde-4728-9558-54e1092c537b {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:37.346621 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4165785c-cfde-4728-9558-54e1092c537b,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:37.391905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-90b32308-d59c-46b7-80eb-f97d344e838a service neutron] 10.222.0.47 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565483 Jun 16 09:43:37.406984 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-62a981c0-8836-4a25-a997-0549223d5249 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708419 Jun 16 09:43:37.465320 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.466693 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:37.468716 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:37.572105 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:37.584536 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:37.585422 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-f813acb1-902a-4368-8720-b575d14f1dbc service neutron] 10.222.0.47 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877906 Jun 16 09:43:37.602998 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-4d611b23-1d58-4e0b-ae8d-080495d89143 service neutron] 10.222.0.47 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723080 Jun 16 09:43:37.642718 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device c5f103ba-05cc-4c8c-b557-b39fb7228dc1 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:37.749525 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-4b981cf7-2205-42fa-9479-fea3fa18ae5f service neutron] 10.222.0.47 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471717 Jun 16 09:43:37.799934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5c5be897-ee13-4896-ac62-bf141b82c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:37.906768 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,segment=NetworkSegment(e129f352-61a4-4bc6-bba3-35932fed2608),segment_id=e129f352-61a4-4bc6-bba3-35932fed2608)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:37.925706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9', 'network_id': 'befefc36-ab3b-4b40-8fc6-9db78b330167', 'port_id': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9', 'mac_address': 'fa:16:3e:43:8b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92efa147-78d6-4421-a153-ec67fd6f94a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:38.099660 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:38.099660 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:38.271595 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:38.357844 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:38.409367 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:38.437393 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf9b8-cc75-404f-b7b1-b67624dee55a req-dc47cb91-4074-426f-8d99-c9c7d73d9e8a tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:38.442156 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a6bf9b8-cc75-404f-b7b1-b67624dee55a req-dc47cb91-4074-426f-8d99-c9c7d73d9e8a tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 943 time: 0.2027907 Jun 16 09:43:38.472185 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,segment=NetworkSegment(e129f352-61a4-4bc6-bba3-35932fed2608),segment_id=e129f352-61a4-4bc6-bba3-35932fed2608)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:38.495146 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 8df93b97-cf09-4dab-bd08-ee3937cf7460 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:38.518786 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7ec4df68-2aec-4a34-9148-0b813e041fb6 req-0b6e3175-96b7-437f-b5f3-a650c3756ced tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 210 time: 0.0438726 Jun 16 09:43:38.534534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a6bf9b8-cc75-404f-b7b1-b67624dee55a req-016e25cb-1368-47b4-8a88-3fea3d47342c tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879502 Jun 16 09:43:38.550843 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:38.568802 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:38.687374 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:38.691265 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:38.716099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 8df93b97-cf09-4dab-bd08-ee3937cf7460 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:38.716099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:38.718153 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7866a6f9-0759-492d-b0bf-3bae2b02bcf8 req-d686c089-d6f8-46a6-aaad-b552aea706e2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 210 time: 0.0504820 Jun 16 09:43:38.825595 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e8845e13-62c9-4819-aec8-42a97b822728 req-4b34334a-6bbf-4ac1-a56b-0f4f581b1434 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 210 time: 0.0677984 Jun 16 09:43:38.974367 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1b60-5e9f-466d-8dff-ac1c50ba82d8 req-534d3ed7-e901-43ea-98e0-fbd921d671f6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:38.975972 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f59f1b60-5e9f-466d-8dff-ac1c50ba82d8 req-534d3ed7-e901-43ea-98e0-fbd921d671f6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 945 time: 0.2074270 Jun 16 09:43:38.978173 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.004449 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['2609d670-bfc5-48bc-8cc5-6898a72e4ae9'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:39.060358 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f59f1b60-5e9f-466d-8dff-ac1c50ba82d8 req-aab3eb84-dbac-437b-b6ef-864bb0c24c33 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Jun 16 09:43:39.064667 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:39.220334 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-fc50777a-ddf8-4480-b67b-a7cb4d800aeb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:39.223661 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-fc50777a-ddf8-4480-b67b-a7cb4d800aeb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 818 time: 0.1621618 Jun 16 09:43:39.244475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Request body: {'port': {'device_id': 'f2191c00-e814-4841-a354-c0febb6aae72', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'admin_state_up': True, 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:39.504020 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Made reservation on behalf of e8b1132bc627463095c0e2d8bb0cb607 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:39.508717 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:39.802232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Allocated IP 172.20.0.2 (7356c946-3dbd-4895-896e-3bf66ce328b1/9b43a4fd-9747-48a9-9a7b-6426308105ab/84879985-82aa-4ae5-b81b-a25e341b27aa) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:39.855411 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c975d246-9e2e-40e0-88bc-e1f8c02137d7 req-fa118689-0733-420b-a068-3bfed08e409b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 210 time: 0.0584712 Jun 16 09:43:39.897157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33034) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:40.024223 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-16854ba6-c996-48e9-a0cb-00ced7052145 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.027491 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-16854ba6-c996-48e9-a0cb-00ced7052145 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 811 time: 0.1654081 Jun 16 09:43:40.053305 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e6c75-f94d-475d-aefd-4de54fc2ec14 req-d85f10aa-8081-42e7-8d7e-106501e16999 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.065264 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e63e6c75-f94d-475d-aefd-4de54fc2ec14 req-d85f10aa-8081-42e7-8d7e-106501e16999 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 944 time: 0.2644036 Jun 16 09:43:40.154362 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-a35337c3-680c-4334-af07-750a0efd50dc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 379 time: 0.0988781 Jun 16 09:43:40.164824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'port': {'device_id': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'admin_state_up': True, 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'security_groups': ['907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb']}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:40.216350 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.235319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.240348 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-be5a24eb-f22b-43e0-a9d0-fffc9de9f4ec req-44bfd172-f809-46ec-8811-2017976fb914 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 210 time: 0.0648625 Jun 16 09:43:40.314314 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e63e6c75-f94d-475d-aefd-4de54fc2ec14 req-987c9e7c-2daf-4b74-b2bb-488975ec3ee3 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475450 Jun 16 09:43:40.419742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.430177 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.465179 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.472976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.501615 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a9e8e808-4977-4345-8cc5-eb0a93f302e0 req-d368be8f-5b76-4bc3-ad49-8f5e552c6ad3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 210 time: 0.0429473 Jun 16 09:43:40.535571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:40.569014 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.585292 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Made reservation on behalf of 0ca0588177604eccac158d5073c85f61 for: {'port': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:40.591405 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.617544 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:40.628041 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:40.632360 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:40.638762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.639689 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.643832 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Pushing event updated for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:40.651367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fdfdcab4f3384372b7cb92a1ca267ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492828 Jun 16 09:43:40.652443 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:40.653675 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33056) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:40.654974 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:40.702182 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a937a5-2ee1-4538-a40e-8fe6a62e873e,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:40.708070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5d310-d2fe-4644-857d-95e08c1592f8 req-83744ee1-a936-4465-9abc-584495a70555 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:40.709829 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b7e5d310-d2fe-4644-857d-95e08c1592f8 req-83744ee1-a936-4465-9abc-584495a70555 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 945 time: 0.2406099 Jun 16 09:43:40.710748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:40.746172 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.770653 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.772569 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5335710 Jun 16 09:43:40.780963 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b7e5d310-d2fe-4644-857d-95e08c1592f8 req-613551fe-db81-49eb-bdda-7458200723e9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 Jun 16 09:43:40.791833 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Request body: {'port': {'device_id': 'f2191c00-e814-4841-a354-c0febb6aae72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:40.865179 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Allocated IP 172.20.0.14 (9ba0351c-e71b-48ce-bf2c-c34ed6e2033b/b081d217-d7d4-4f67-8d2c-46fe76164370/16f6ba5b-7b36-491e-ad93-2a37b0c240b8) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:40.891372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.918450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.23', 53659) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:40.975889 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.989070 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:40.993117 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0a937a5-2ee1-4538-a40e-8fe6a62e873e HTTP/1.1" status: 204 len: 168 time: 0.3352873 Jun 16 09:43:40.996596 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:41.012640 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4165785c-cfde-4728-9558-54e1092c537b up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:41.018657 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a937a5-2ee1-4538-a40e-8fe6a62e873e,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:41.024842 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:41.174298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.206075 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Transition to ACTIVE for port object 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:41.221624 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3337bec1-b58d-48ae-abb9-408050fda0b0 req-055aa8ab-7f55-4b89-b7fe-aa109d128415 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 210 time: 0.0598130 Jun 16 09:43:41.247310 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 4165785c-cfde-4728-9558-54e1092c537b completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:41.251662 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 4165785c-cfde-4728-9558-54e1092c537b triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:41.252228 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.321739 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.331139 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:41.422361 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-42ce0c05-6c0c-46e5-877b-f83ee58c721e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.427105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-42ce0c05-6c0c-46e5-877b-f83ee58c721e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 818 time: 0.4724736 Jun 16 09:43:41.439448 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:41.447217 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.452821 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Request body: {'port': {'device_id': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'admin_state_up': True, 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:41.463558 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:41.479175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:41.497418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4165785c-cfde-4728-9558-54e1092c537b'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:41.501108 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:41.503357 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.530752 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:41.535274 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:41.596540 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4360406 Jun 16 09:43:41.618463 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Request body: {'port': {'device_id': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:41.686801 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-56c7b3ca-128e-439e-a85a-66a414bf610a req-4409032e-dbd1-4b72-84d0-66eda40221eb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 210 time: 0.1398048 Jun 16 09:43:41.706954 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4165785c-cfde-4728-9558-54e1092c537b,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:41.779882 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.823613 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.824788 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:41.828641 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-733ed0ca-a1e8-4fb1-9fe0-d0b086e17949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:41.875903 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e1d2b73f-1f87-45af-8f8a-a8be7bd3979c None None] Provisioning for port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:41.891935 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e1d2b73f-1f87-45af-8f8a-a8be7bd3979c None None] Provisioning complete for port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:41.892528 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e1d2b73f-1f87-45af-8f8a-a8be7bd3979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:41.932198 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c0e11c-b664-46e7-8d57-abb860c60ecc" -d '{"events": [{"server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "name": "network-vif-plugged", "status": "completed", "tag": "4165785c-cfde-4728-9558-54e1092c537b"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:41.961231 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:41.967024 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:41.969263 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2b73f-1f87-45af-8f8a-a8be7bd3979c None None] Port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:41.973709 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.23', 53663) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:42.005956 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33100) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:42.034858 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:42.043673 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:42.043673 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.044996 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aac8e618-4ecb-49e2-acfe-e321851888c1 req-6beda5de-2b61-418f-a586-adad253da37d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 210 time: 0.0672028 Jun 16 09:43:42.051257 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.090688 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84879985-82aa-4ae5-b81b-a25e341b27aa {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:42.129038 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.145526 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.148599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59799be-ac1c-4f24-ab90-436c101fc33f req-38a6ae92-7dd4-4c46-aa53-adcb921a03ec tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.150179 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59799be-ac1c-4f24-ab90-436c101fc33f req-38a6ae92-7dd4-4c46-aa53-adcb921a03ec tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 944 time: 0.4906483 Jun 16 09:43:42.180946 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Made reservation on behalf of e8b1132bc627463095c0e2d8bb0cb607 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:42.197220 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.212006 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,segment=NetworkSegment(e129f352-61a4-4bc6-bba3-35932fed2608),segment_id=e129f352-61a4-4bc6-bba3-35932fed2608)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:42.243073 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Transition to ACTIVE for port object 84879985-82aa-4ae5-b81b-a25e341b27aa will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:42.282460 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.285977 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.329089 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 {{(pid=99029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:42.350580 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.375102 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-7bfeb0bb-23ad-4305-b1eb-d37722a71e60 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.376840 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-7bfeb0bb-23ad-4305-b1eb-d37722a71e60 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 816 time: 0.4019608 Jun 16 09:43:42.385170 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.390591 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Transition to ACTIVE for port object 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 will not be triggered until provisioned by entity L2. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:42.396698 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.435673 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.446358 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-b0c74911-5e5c-4e59-98c8-30f584fd5c0e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 380 time: 0.0534875 Jun 16 09:43:42.456932 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'port': {'device_id': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'admin_state_up': True, 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'security_groups': ['fdcb9477-dd11-46d4-b925-724f3f3b7b08']}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:42.481133 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Allocated IP 172.20.0.10 (7356c946-3dbd-4895-896e-3bf66ce328b1/9b43a4fd-9747-48a9-9a7b-6426308105ab/3ab0bbca-0851-4075-b1de-d753ecbd396a) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:42.491987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.527491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.542424 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.556415 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59799be-ac1c-4f24-ab90-436c101fc33f req-e4c83672-cc03-4388-98c8-a04410844e49 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976696 Jun 16 09:43:42.585551 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.607160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.613333 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.656540 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.661750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.663728 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.669868 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce757f4-3890-4d15-9204-a5618788a487 req-371d9838-e730-49ec-ae2c-5792176d80a6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:42.673789 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3ce757f4-3890-4d15-9204-a5618788a487 req-371d9838-e730-49ec-ae2c-5792176d80a6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.4268999 Jun 16 09:43:42.678462 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:42.747793 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Attempting to bind port 84879985-82aa-4ae5-b81b-a25e341b27aa on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:42.748028 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Attempting to bind port 84879985-82aa-4ae5-b81b-a25e341b27aa by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:42.748384 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Attempting to bind port 84879985-82aa-4ae5-b81b-a25e341b27aa on network 7356c946-3dbd-4895-896e-3bf66ce328b1 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.758946 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3ce757f4-3890-4d15-9204-a5618788a487 req-3784def8-3cf1-4544-b433-f3868e8db292 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Jun 16 09:43:42.767541 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Port 84879985-82aa-4ae5-b81b-a25e341b27aa on network 7356c946-3dbd-4895-896e-3bf66ce328b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:42.767868 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Attempting to bind port 84879985-82aa-4ae5-b81b-a25e341b27aa on network 7356c946-3dbd-4895-896e-3bf66ce328b1 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.812901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:42.813239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Checking segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:42.816407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Bound using segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:42.816407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Bound port: 84879985-82aa-4ae5-b81b-a25e341b27aa, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:42.816407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.848755 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Made reservation on behalf of 9e4fcaf24ec2442cb00780d7f10518d8 for: {'port': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:42.858010 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:42.867490 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aded16-59c5-4a8a-b987-3f3b1452f364,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:42.891195 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Attempting to bind port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:42.891195 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Attempting to bind port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:42.891537 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Attempting to bind port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.908887 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ecdeb9702cd4bce83a661fff01916ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8998492 Jun 16 09:43:42.912837 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:42.914597 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33128) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:42.935291 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:42.935628 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Attempting to bind port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:42.937637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204b81d-3618-4a28-b1d7-b8119ecb729f x-openstack-request-id: req-6204b81d-3618-4a28-b1d7-b8119ecb729f {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:42.938980 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "name": "network-vif-plugged", "status": "completed", "tag": "4165785c-cfde-4728-9558-54e1092c537b", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:42.939481 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6204b81d-3618-4a28-b1d7-b8119ecb729f {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:42.940229 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4165785c-cfde-4728-9558-54e1092c537b', 'code': 200} Jun 16 09:43:42.958051 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:42.958400 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Checking segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:42.958798 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Bound using segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:42.959251 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Bound port: 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:42.959775 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.120785 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c7ea77e4-f2e5-49ed-a200-f9e24d5fcf71 req-e9fd5fc9-c563-4644-83c9-f8f86fa2250f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 210 time: 0.0515249 Jun 16 09:43:43.121477 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.129165 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.131941 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:43.157009 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84879985-82aa-4ae5-b81b-a25e341b27aa,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:43.172906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.187807 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, cleared binding levels {{(pid=99029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:43.196836 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:43.198213 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Allocated IP 172.20.0.13 (ea0114fd-e6fc-4c5f-bab7-bdc708998c82/714d3bf4-e20a-432a-9bb1-7fe3d41a46c5/bd0a7ca6-dd15-4955-a7d3-f75b24427c7b) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:43.205879 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1109ab-c794-4b78-9150-98debb5c02f8 req-a0a7f9c0-f5e6-43de-a6f7-8455c2f136e7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.208050 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a1109ab-c794-4b78-9150-98debb5c02f8 req-a0a7f9c0-f5e6-43de-a6f7-8455c2f136e7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.2726181 Jun 16 09:43:43.267453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.287870 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.291339 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-406d20e6-43a7-4dbe-a3c9-22ff4bd1d66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.294875 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.303408 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4284307b-7560-4475-9407-94a6e6d40bec req-5957f25d-11ca-4a3a-baab-5cf790832825 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 210 time: 0.0560155 Jun 16 09:43:43.356866 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a1109ab-c794-4b78-9150-98debb5c02f8 req-317d90c0-a963-46b5-8ab3-b805422f4735 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391208 Jun 16 09:43:43.359614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.361021 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.363965 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 1093 time: 2.5765946 Jun 16 09:43:43.367871 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.368524 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.369921 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] 10.222.0.23 "PUT /v2.0/ports/16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 1094 time: 1.7567930 Jun 16 09:43:43.370952 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:43.374448 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b06ea1-94eb-408b-886f-3739358c94be" -d '{"events": [{"name": "network-changed", "server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:43.391083 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.392710 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:43.396441 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2229af42-fc07-49d8-a89d-39ca5a65e831" -d '{"events": [{"name": "network-changed", "server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:43.403968 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.405212 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18aded16-59c5-4a8a-b987-3f3b1452f364 HTTP/1.1" status: 204 len: 168 time: 0.4886749 Jun 16 09:43:43.417729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.423664 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.427079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=3']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.437241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.443348 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-568fa7cb-d067-4a13-a3e9-52f8c33fab7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.452334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.452597 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.468641 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.480816 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150526ef-fd0c-42e7-90e9-3e1fbb14152c x-openstack-request-id: req-150526ef-fd0c-42e7-90e9-3e1fbb14152c {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:43.480816 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:43.480816 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-150526ef-fd0c-42e7-90e9-3e1fbb14152c {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:43.480816 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'status': 'completed', 'code': 200} Jun 16 09:43:43.482771 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aded16-59c5-4a8a-b987-3f3b1452f364,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.487544 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.500718 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Transition to ACTIVE for port object bd0a7ca6-dd15-4955-a7d3-f75b24427c7b will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:43.521216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5cd2ba-8e6d-4c75-9f15-741880497109 x-openstack-request-id: req-4c5cd2ba-8e6d-4c75-9f15-741880497109 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:43.521818 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:43.521997 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c5cd2ba-8e6d-4c75-9f15-741880497109 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:43.522708 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa', 'status': 'completed', 'code': 200} Jun 16 09:43:43.533360 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Network 7356c946-3dbd-4895-896e-3bf66ce328b1 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:43.563865 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:43.568391 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.23', 53673) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:43.571852 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:43.578097 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.578744 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.644502 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-15505dcb-40f1-4803-a758-6ac41460f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.652710 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-15505dcb-40f1-4803-a758-6ac41460f09d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 1099 time: 0.1046085 Jun 16 09:43:43.652710 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.652927 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Pushing event updated for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.655903 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.660912 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-949c8d8b-6bc4-4a01-9c19-cb44638934c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:43.661355 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2136958 Jun 16 09:43:43.683079 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Request body: {'port': {'device_id': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:43.754992 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-1c324388-0d07-404b-90ff-e6956b27f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.755652 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-1c324388-0d07-404b-90ff-e6956b27f9f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1096 time: 0.1851187 Jun 16 09:43:43.759202 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06ea1-94eb-408b-886f-3739358c94be req-7fd376d2-546a-4450-90b8-d3063c05cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.760759 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5b06ea1-94eb-408b-886f-3739358c94be req-7fd376d2-546a-4450-90b8-d3063c05cecc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1097 time: 0.2140040 Jun 16 09:43:43.875701 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.903233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:43.911278 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:43.915264 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:43.921202 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:43.921907 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:43.924771 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:43.930581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:43.967571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.031011 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.101016 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.104041 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b2a56911-7fb6-452f-9ddc-aeea7de86865 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:44.155214 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7022045 Jun 16 09:43:44.161804 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-c3a7af9f-1aa1-45ba-a661-f4b4b3ba364f req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068521 Jun 16 09:43:44.167391 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0695cce7-a34d-40b2-b8a7-5511063455c4,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:44.170543 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:44.382164 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06ea1-94eb-408b-886f-3739358c94be req-ddba95ff-2f1b-44b0-952c-0e6e6f139389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.383649 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5b06ea1-94eb-408b-886f-3739358c94be req-ddba95ff-2f1b-44b0-952c-0e6e6f139389 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ca0588177604eccac158d5073c85f61&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5864825 Jun 16 09:43:44.397761 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca5ff-3da2-49de-bd9d-d7bcb87273c2 req-573ba204-746b-4db2-967d-499d63f20ba8 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.399194 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ceca5ff-3da2-49de-bd9d-d7bcb87273c2 req-573ba204-746b-4db2-967d-499d63f20ba8 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.6344633 Jun 16 09:43:44.404856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-d4e94811-69f2-4745-ae4c-2a00939cc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.404856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-d4e94811-69f2-4745-ae4c-2a00939cc10f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6033316 Jun 16 09:43:44.429054 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-959abfde-3d99-4421-bf9d-15aa99939ee7 None None] Provisioning for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:44.433595 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-959abfde-3d99-4421-bf9d-15aa99939ee7 None None] Provisioning complete for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:44.433969 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-959abfde-3d99-4421-bf9d-15aa99939ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.470316 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Request body: {'port': {'device_id': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:44.477080 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-959abfde-3d99-4421-bf9d-15aa99939ee7 None None] Port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:43:44.559881 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.565975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d5fb-daa9-4c48-a03f-3dec57d75fe0 req-d485c10e-3919-41fa-897d-82f8ad1c27cb tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.573018 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5682d5fb-daa9-4c48-a03f-3dec57d75fe0 req-d485c10e-3919-41fa-897d-82f8ad1c27cb tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.6223924 Jun 16 09:43:44.696055 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ceca5ff-3da2-49de-bd9d-d7bcb87273c2 req-a3aff6a1-fd5e-46cf-aeb3-b373e0b917aa tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861357 Jun 16 09:43:44.855315 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5682d5fb-daa9-4c48-a03f-3dec57d75fe0 req-ba9638b5-3867-4f58-91e6-235069f57041 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807283 Jun 16 09:43:44.915492 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-a99479f1-f732-43c9-a0ab-46d7e4bb6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.919400 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2229af42-fc07-49d8-a89d-39ca5a65e831 req-a99479f1-f732-43c9-a0ab-46d7e4bb6470 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4329741 Jun 16 09:43:44.929114 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:44.941229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:44.942017 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:44.945892 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae5b6d-f010-452a-9373-551b745e8d12" -d '{"events": [{"server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "name": "network-vif-plugged", "status": "completed", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:44.958794 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Transition to ACTIVE for port object bd0a7ca6-dd15-4955-a7d3-f75b24427c7b will not be triggered until provisioned by entity L2. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:44.993320 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06ea1-94eb-408b-886f-3739358c94be req-dfdbd6bb-860d-4ba9-8442-d176fc37e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:44.995137 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5b06ea1-94eb-408b-886f-3739358c94be req-dfdbd6bb-860d-4ba9-8442-d176fc37e13c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5129604 Jun 16 09:43:45.040478 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.044404 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:45.121721 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:45.126132 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:45.180704 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Attempting to bind port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:45.182140 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Attempting to bind port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:45.182140 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Attempting to bind port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:45.190295 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:45.190722 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Attempting to bind port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:45.197983 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:45.198680 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Checking segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:45.198963 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Bound using segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} {{(pid=99029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:45.199413 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.managers [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Bound port: bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}}] {{(pid=99029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:45.199767 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.229645 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8151cc-e906-4664-983f-a5673b976789 req-4b0833ef-7456-42b0-8ecb-37608eaaa2e8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.231718 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f8151cc-e906-4664-983f-a5673b976789 req-4b0833ef-7456-42b0-8ecb-37608eaaa2e8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 932 time: 0.3673882 Jun 16 09:43:45.251863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab0bbca-0851-4075-b1de-d753ecbd396a {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:45.276361 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.289496 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, cleared binding levels {{(pid=99029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:45.293804 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:45.298208 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766511f-df67-4bb7-946b-6d1ad26eeb21 req-cb703bf8-2502-43a3-9761-698cb5e59a4d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.299781 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7766511f-df67-4bb7-946b-6d1ad26eeb21 req-cb703bf8-2502-43a3-9761-698cb5e59a4d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 932 time: 0.3016052 Jun 16 09:43:45.302137 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-0db844ef-a337-427d-a42d-5c683e3efaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.303505 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-0db844ef-a337-427d-a42d-5c683e3efaae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1096 time: 0.2631199 Jun 16 09:43:45.314957 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-e593fbd0-d435-41ec-9910-53bdb016d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.320163 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-e593fbd0-d435-41ec-9910-53bdb016d571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1097 time: 0.2341776 Jun 16 09:43:45.352176 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Transition to ACTIVE for port object 3ab0bbca-0851-4075-b1de-d753ecbd396a will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:43:45.432228 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-dd74740b-e54b-4059-9c3e-bf78ee1e5ac1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0940857 Jun 16 09:43:45.433589 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-f64e3f73-3574-4a44-a6e1-5f8a9c003949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 217 time: 0.0985920 Jun 16 09:43:45.462560 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f8151cc-e906-4664-983f-a5673b976789 req-3595d302-179f-4055-9826-5f251fe7ad8b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162371 Jun 16 09:43:45.472377 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.480838 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7766511f-df67-4bb7-946b-6d1ad26eeb21 req-1396613b-17b4-4ad7-9570-e0d786bce1eb tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684337 Jun 16 09:43:45.485732 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:45.501600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.529850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:45.591578 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44cd3a-55bb-447f-943f-5c51a232340f x-openstack-request-id: req-1d44cd3a-55bb-447f-943f-5c51a232340f {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:45.592176 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "name": "network-vif-plugged", "status": "completed", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:45.592378 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d44cd3a-55bb-447f-943f-5c51a232340f {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:45.592877 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9', 'code': 200} Jun 16 09:43:45.602424 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.603432 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:45.606657 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 1094 time: 1.1418662 Jun 16 09:43:45.607989 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:45.613449 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e656c-bd58-452c-84db-836c8d77509a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:45.673884 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33202) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:45.677700 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-ddddfd1b-657d-4636-a308-e9eaff24dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.679186 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-ddddfd1b-657d-4636-a308-e9eaff24dfab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.2276173 Jun 16 09:43:45.697799 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=3']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:45.706296 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-16e76fc1-a3c3-4645-9a86-3408b55f81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.708114 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-16e76fc1-a3c3-4645-9a86-3408b55f81ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.2584167 Jun 16 09:43:45.714909 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:45.716754 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201bf2a5-d527-4ff4-9e09-48ce9983c84f x-openstack-request-id: req-201bf2a5-d527-4ff4-9e09-48ce9983c84f {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:45.716895 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:45.717148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-201bf2a5-d527-4ff4-9e09-48ce9983c84f {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:45.717566 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'status': 'completed', 'code': 200} Jun 16 09:43:45.742633 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:45.793585 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:45.922286 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e656c-bd58-452c-84db-836c8d77509a req-ed53ab1e-4bea-409a-9900-1bd383a9e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:45.931461 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-d56e656c-bd58-452c-84db-836c8d77509a req-ed53ab1e-4bea-409a-9900-1bd383a9e028 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1097 time: 0.1337059 Jun 16 09:43:45.950416 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-22e9b7ff-30d6-4013-9f5a-a3413ba2e12d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554713 Jun 16 09:43:46.067061 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Attempting to bind port 3ab0bbca-0851-4075-b1de-d753ecbd396a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:43:46.067767 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Attempting to bind port 3ab0bbca-0851-4075-b1de-d753ecbd396a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:43:46.068403 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Attempting to bind port 3ab0bbca-0851-4075-b1de-d753ecbd396a on network 7356c946-3dbd-4895-896e-3bf66ce328b1 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:46.082775 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Port 3ab0bbca-0851-4075-b1de-d753ecbd396a on network 7356c946-3dbd-4895-896e-3bf66ce328b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:43:46.083247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Attempting to bind port 3ab0bbca-0851-4075-b1de-d753ecbd396a on network 7356c946-3dbd-4895-896e-3bf66ce328b1 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:43:46.154536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:43:46.154801 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Checking segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:43:46.156076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Bound using segment: {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:43:46.156076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Bound port: 3ab0bbca-0851-4075-b1de-d753ecbd396a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dd0cef-003b-4e1a-8651-62d67236de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:43:46.156530 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.274009 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7fd99-40e2-4e99-87ce-04a5ff089db9 req-f55a93eb-1c73-4920-9485-4e14b7181518 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.278958 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e656c-bd58-452c-84db-836c8d77509a req-70e0c9bc-8629-40b9-b0e9-3de8ba54de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.281877 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-d56e656c-bd58-452c-84db-836c8d77509a req-70e0c9bc-8629-40b9-b0e9-3de8ba54de2f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3349285 Jun 16 09:43:46.282867 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cfd7fd99-40e2-4e99-87ce-04a5ff089db9 req-f55a93eb-1c73-4920-9485-4e14b7181518 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.5736704 Jun 16 09:43:46.381861 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.548875 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a1d4-f60c-4eda-a2d3-39cdc2225aa9 req-8d133fa2-6fe8-4f34-89ad-633d813817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.550431 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8a40a1d4-f60c-4eda-a2d3-39cdc2225aa9 req-8d133fa2-6fe8-4f34-89ad-633d813817e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 1098 time: 0.2219338 Jun 16 09:43:46.555126 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e656c-bd58-452c-84db-836c8d77509a req-db1ec465-5c27-4204-8a53-774d95950700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.558237 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-d56e656c-bd58-452c-84db-836c8d77509a req-db1ec465-5c27-4204-8a53-774d95950700 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2687154 Jun 16 09:43:46.586690 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915170-e022-4c04-a894-8bf7e912b82a req-f5d3590d-f2c7-40bc-8c19-ddd5980731eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.588170 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-f5d3590d-f2c7-40bc-8c19-ddd5980731eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7923851 Jun 16 09:43:46.601171 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-8a40a1d4-f60c-4eda-a2d3-39cdc2225aa9 req-ca989354-3427-45e1-bece-468e0135fe9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Jun 16 09:43:46.605719 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54488f8-933e-4696-898b-6bb6ebd1886d req-59c5b854-8c32-4295-b8f1-cea2740aa3f6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.607179 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e54488f8-933e-4696-898b-6bb6ebd1886d req-59c5b854-8c32-4295-b8f1-cea2740aa3f6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.6666465 Jun 16 09:43:46.622313 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-1f10063f-10dd-49a2-b281-bcf53c513203 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598008 Jun 16 09:43:46.638408 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.650814 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cfd7fd99-40e2-4e99-87ce-04a5ff089db9 req-6d2a330a-170a-4498-9a41-f58e9e7d2579 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670692 Jun 16 09:43:46.677351 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e54488f8-933e-4696-898b-6bb6ebd1886d req-7e3c58ba-5564-46d2-9eff-6d2c8d086bd6 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 Jun 16 09:43:46.678371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:43:46.682064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:43:46.709411 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.712810 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7787b28b-c786-4036-9c83-09cbd44c5a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:46.752793 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94901b4a923a4790aa6b631c5b516426&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0718558 Jun 16 09:43:46.753247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33232) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:46.760373 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca97a9a2-163d-454c-9ee4-da6f0387f8e1,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:46.764627 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:46.828919 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.861698 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-400a6cff-4faf-4af9-bf7f-40e0e48d793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:46.945135 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.945763 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:46.947271 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] 10.222.0.23 "PUT /v2.0/ports/3ab0bbca-0851-4075-b1de-d753ecbd396a HTTP/1.1" status: 200 len: 1094 time: 3.2717779 Jun 16 09:43:46.947959 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-7a11b859-325f-4236-8295-6343bd2bb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:46.950028 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-7a11b859-325f-4236-8295-6343bd2bb1f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1097 time: 0.0617054 Jun 16 09:43:46.961193 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:46.963475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd066a91-ad92-411a-870f-6f0b73f80ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:47.012447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.024786 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-7609d2a5-efe7-4d66-918e-09fefc7c8bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 217 time: 0.0448709 Jun 16 09:43:47.056022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:47.099644 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa597-7102-4f63-bcaf-6c7864668d96 req-fc2b9f9e-7eda-4f93-b0a3-43c0e2268de4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.101072 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b6fa597-7102-4f63-bcaf-6c7864668d96 req-fc2b9f9e-7eda-4f93-b0a3-43c0e2268de4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.3337078 Jun 16 09:43:47.104485 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-dfd6f398-316d-4ef2-b67e-5425a86e97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.105162 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:47.107457 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-dfd6f398-316d-4ef2-b67e-5425a86e97e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0607467 Jun 16 09:43:47.169191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.195309 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-55852c9a-62bb-4ad4-a6a5-5f82a7a237a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.196843 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-55852c9a-62bb-4ad4-a6a5-5f82a7a237a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829699 Jun 16 09:43:47.226148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79f8b8-b36f-4583-b78b-5a41007388c3 req-e2cc8e35-e532-4347-bb1b-cc5650a04bde tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.230123 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a79f8b8-b36f-4583-b78b-5a41007388c3 req-e2cc8e35-e532-4347-bb1b-cc5650a04bde tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 944 time: 0.4246039 Jun 16 09:43:47.253006 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-6c0e56de-da47-4d34-9dec-ec2cccd72cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600378 Jun 16 09:43:47.298892 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b6fa597-7102-4f63-bcaf-6c7864668d96 req-b575c9e4-3322-46af-82cf-247a7b8ade2a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717861 Jun 16 09:43:47.315690 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd37d091-1ca7-445b-b26c-1fab7928b7b7 req-4399c63e-90d7-4895-a4c4-126dd12c426e service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153423 Jun 16 09:43:47.332086 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-682009bb-51f7-466f-aed4-2c12818a0f65 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201301 Jun 16 09:43:47.400797 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a79f8b8-b36f-4583-b78b-5a41007388c3 req-2337078c-acb8-4bbe-bfea-47480e98f9af tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655176 Jun 16 09:43:47.417052 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-69157a74-acec-4a07-8de5-c1c78407a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.418646 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-69157a74-acec-4a07-8de5-c1c78407a952 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 1097 time: 0.3146257 Jun 16 09:43:47.476559 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5fc05-5622-43af-821f-60fe3b92a677 x-openstack-request-id: req-e2a5fc05-5622-43af-821f-60fe3b92a677 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:47.476872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:47.477148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2a5fc05-5622-43af-821f-60fe3b92a677 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:47.477824 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a', 'status': 'completed', 'code': 200} Jun 16 09:43:47.499683 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-bc26ff0f-ea75-4394-8f78-617890f92442 req-0e0cf410-5504-47ec-bd65-c13ea411db6d service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621144 Jun 16 09:43:47.516898 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-15915170-e022-4c04-a894-8bf7e912b82a req-9958a8e4-39ab-4f27-a7d8-ac226e257654 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445300 Jun 16 09:43:47.525209 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-e430545a-d40a-4861-8d83-054379513616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a HTTP/1.1" status: 200 len: 217 time: 0.0768280 Jun 16 09:43:47.544962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.549039 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:47.550168 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca97a9a2-163d-454c-9ee4-da6f0387f8e1 HTTP/1.1" status: 204 len: 168 time: 0.7960310 Jun 16 09:43:47.554705 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:47.569979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca97a9a2-163d-454c-9ee4-da6f0387f8e1,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:47.574036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:47.607768 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3ec6-2f0e-4b53-8391-d8cf0d4cd6aa req-f8287a91-f7cf-43ff-80fa-eae0bd1ac786 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.607768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-72ca3ec6-2f0e-4b53-8391-d8cf0d4cd6aa req-f8287a91-f7cf-43ff-80fa-eae0bd1ac786 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1004863 Jun 16 09:43:47.681931 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-72ca3ec6-2f0e-4b53-8391-d8cf0d4cd6aa req-48f50010-e382-4db8-8dee-23d3f0ff9f80 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702345 Jun 16 09:43:47.692224 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-49b2219a-c561-4296-8672-95bbca96db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:47.693719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-49b2219a-c561-4296-8672-95bbca96db32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.0625019 Jun 16 09:43:47.811772 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-8a4174ed-1e35-40de-acb7-b1861f06f721 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500185 Jun 16 09:43:47.992623 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-2fbd9103-eaae-4513-b51c-d7bdeae068aa service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701057 Jun 16 09:43:48.008980 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d18113-5801-41bf-8668-aad7c14ca0b4 req-b3393b2e-308a-434e-9c30-eaf9c66ae76a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.017796 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-37d18113-5801-41bf-8668-aad7c14ca0b4 req-b3393b2e-308a-434e-9c30-eaf9c66ae76a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.2047987 Jun 16 09:43:48.073518 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844462f4-60d2-4c57-9c86-4b19d40126f3 req-e4024569-82e6-430a-bf1a-26cfdfa729b4 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.075127 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-844462f4-60d2-4c57-9c86-4b19d40126f3 req-e4024569-82e6-430a-bf1a-26cfdfa729b4 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.2244437 Jun 16 09:43:48.162073 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-37d18113-5801-41bf-8668-aad7c14ca0b4 req-fb5ed441-99d5-4122-8c1a-cfcd0a036b2d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431561 Jun 16 09:43:48.207888 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-844462f4-60d2-4c57-9c86-4b19d40126f3 req-594ecfe8-8c4d-428f-b5bb-e8c7dfe718b0 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193841 Jun 16 09:43:48.210235 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-096acdaa-eb6d-482d-a441-becaaa5f6f71 req-3f20c981-c34b-4cd5-8144-d71df2fd605d service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872816 Jun 16 09:43:48.495288 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-380b5202-8272-49b9-88e8-ca79564c6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.496899 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-380b5202-8272-49b9-88e8-ca79564c6599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 1097 time: 0.0624886 Jun 16 09:43:48.611868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33286) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:48.628071 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.634585 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-59712b35-f20c-4605-9ad4-6ade89159fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.636749 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-59712b35-f20c-4605-9ad4-6ade89159fdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.1330097 Jun 16 09:43:48.645626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bb0dd-1caf-4822-a2e9-49c6ed74da2d req-712d0751-424c-4d2b-bdd9-d623ebffbe28 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.648250 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3f7bb0dd-1caf-4822-a2e9-49c6ed74da2d req-712d0751-424c-4d2b-bdd9-d623ebffbe28 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 944 time: 0.1251786 Jun 16 09:43:48.701162 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-93f0b8d1-9874-46d4-a2d1-a512a56b351a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a HTTP/1.1" status: 200 len: 217 time: 0.0448265 Jun 16 09:43:48.724003 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.749480 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3f7bb0dd-1caf-4822-a2e9-49c6ed74da2d req-e2efdaeb-0820-4012-b153-3683abfcf8aa tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Jun 16 09:43:48.766084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-f0ca5104-f54f-4329-966c-d94ef5b3b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.767762 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-f0ca5104-f54f-4329-966c-d94ef5b3b9b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.0588288 Jun 16 09:43:48.806426 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.806643 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-6385425f-4203-4bd6-809d-cfd29fe81399 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306952 Jun 16 09:43:48.809376 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:48.846452 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45eb2409e9bb4fa29dd26c4fb0881283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326872 Jun 16 09:43:48.850252 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33298) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:48.884865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66e624-e740-4b4a-a055-8429504c523c,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:48.891888 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:48.909917 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.937412 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:48.980576 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-275fd78d-2586-40ac-bb4e-e7c779911560 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633382 Jun 16 09:43:48.989802 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9248-dba4-45b1-9629-7e034f29815d req-c239154d-92e7-4c7d-8c1f-003157c623db tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:48.991302 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7c0e9248-dba4-45b1-9629-7e034f29815d req-c239154d-92e7-4c7d-8c1f-003157c623db tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1622396 Jun 16 09:43:49.051996 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.054723 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:49.055973 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc66e624-e740-4b4a-a055-8429504c523c HTTP/1.1" status: 204 len: 168 time: 0.2047341 Jun 16 09:43:49.056913 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0e82540d-28a2-451d-83b5-33e54b81e13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:49.080144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66e624-e740-4b4a-a055-8429504c523c,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:49.085192 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7c0e9248-dba4-45b1-9629-7e034f29815d req-21de07c9-76f5-4e1c-948c-fb46318f8a0a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840909 Jun 16 09:43:49.089435 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:49.126339 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd066a91-ad92-411a-870f-6f0b73f80ce5 req-7bd9f20a-79a8-4585-bb30-d5a9e18000d4 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337738 Jun 16 09:43:49.395734 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed3f44-3a24-45c4-990e-ff7a82ddd201 req-60763388-1613-47d0-926e-6c2dc6c8552a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.397151 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-23ed3f44-3a24-45c4-990e-ff7a82ddd201 req-60763388-1613-47d0-926e-6c2dc6c8552a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.1106713 Jun 16 09:43:49.445497 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-23ed3f44-3a24-45c4-990e-ff7a82ddd201 req-a2971fcf-2d99-45ed-b937-0197692eaa17 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 Jun 16 09:43:49.469388 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae38dd3-fd84-4d1e-8882-498c5892ae0d req-1d48d58d-138a-4044-9e8a-b946272cc498 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.469388 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4ae38dd3-fd84-4d1e-8882-498c5892ae0d req-1d48d58d-138a-4044-9e8a-b946272cc498 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.1150169 Jun 16 09:43:49.513086 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4ae38dd3-fd84-4d1e-8882-498c5892ae0d req-174f96ee-713a-4d96-9fd2-cd071893954d tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Jun 16 09:43:49.936948 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f903-d76c-4710-ac40-c3696fd77333 req-9453e9be-820c-462e-854e-1dc6c173cec7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:49.938573 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de77f903-d76c-4710-ac40-c3696fd77333 req-9453e9be-820c-462e-854e-1dc6c173cec7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 944 time: 0.0676606 Jun 16 09:43:49.987575 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de77f903-d76c-4710-ac40-c3696fd77333 req-0d73f610-2b6c-443e-8a00-5b4ec137cdbd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Jun 16 09:43:50.297928 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136811f-c08e-4d49-8e84-622626d14e88 req-278ddd9f-2dfa-41d7-93c0-b6d35c7e73b8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:50.299405 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6136811f-c08e-4d49-8e84-622626d14e88 req-278ddd9f-2dfa-41d7-93c0-b6d35c7e73b8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0641711 Jun 16 09:43:50.342206 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6136811f-c08e-4d49-8e84-622626d14e88 req-730692c6-e32c-47b8-b494-4d32ed6dc58f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Jun 16 09:43:50.631706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f223-9f65-4f9d-8920-a29d5eeb89aa req-711016a1-804d-4f4c-8a08-eb5132cc1773 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:50.633525 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4691f223-9f65-4f9d-8920-a29d5eeb89aa req-711016a1-804d-4f4c-8a08-eb5132cc1773 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.0671751 Jun 16 09:43:50.673046 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4691f223-9f65-4f9d-8920-a29d5eeb89aa req-faddf7a0-2d53-417d-9f28-bae70f023ec2 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331669 Jun 16 09:43:51.057331 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 84879985-82aa-4ae5-b81b-a25e341b27aa details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:51.189223 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84879985-82aa-4ae5-b81b-a25e341b27aa,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:51.204391 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '84879985-82aa-4ae5-b81b-a25e341b27aa', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'port_id': '84879985-82aa-4ae5-b81b-a25e341b27aa', 'mac_address': 'fa:16:3e:86:04:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:51.245487 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b95249-7575-456f-a161-db814612e291 req-360c721a-8380-4f9f-8f51-d3cc45eaf1d6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:51.245487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07b95249-7575-456f-a161-db814612e291 req-360c721a-8380-4f9f-8f51-d3cc45eaf1d6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 944 time: 0.0782027 Jun 16 09:43:51.250923 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.268954 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84879985-82aa-4ae5-b81b-a25e341b27aa {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:51.269264 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07b95249-7575-456f-a161-db814612e291 req-38c0791a-e467-49dd-b601-4df9b3aa735e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Jun 16 09:43:51.288494 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84879985-82aa-4ae5-b81b-a25e341b27aa,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:51.423566 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.424379 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 3ab0bbca-0851-4075-b1de-d753ecbd396a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:51.427351 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:51.501847 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:51.504983 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:51.513281 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:51.518824 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '3ab0bbca-0851-4075-b1de-d753ecbd396a', 'network_id': '7356c946-3dbd-4895-896e-3bf66ce328b1', 'port_id': '3ab0bbca-0851-4075-b1de-d753ecbd396a', 'mac_address': 'fa:16:3e:f6:51:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43a4fd-9747-48a9-9a7b-6426308105ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:51.548182 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd6222-25a9-4ab5-9e6b-9a7a11f312d5 req-8ac9f249-3255-45d6-92c9-da096634349d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:51.549887 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67cd6222-25a9-4ab5-9e6b-9a7a11f312d5 req-8ac9f249-3255-45d6-92c9-da096634349d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0809994 Jun 16 09:43:51.566923 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.582429 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab0bbca-0851-4075-b1de-d753ecbd396a {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:51.593180 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67cd6222-25a9-4ab5-9e6b-9a7a11f312d5 req-ae556670-066a-4e77-89c8-a351ea565963 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Jun 16 09:43:51.604856 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:51.691992 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.692714 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:51.723920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:51.818249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:51.838425 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:51.844162 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:51.857178 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'port_id': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'mac_address': 'fa:16:3e:ec:6f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:51.873811 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbf727-6cdb-4e7b-b6f4-082d4e951bfd req-66e5d7e8-d17a-438a-9b95-e902ba0f343b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:51.875473 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8cbf727-6cdb-4e7b-b6f4-082d4e951bfd req-66e5d7e8-d17a-438a-9b95-e902ba0f343b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 944 time: 0.0816741 Jun 16 09:43:51.898766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:51.915159 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:51.933389 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8cbf727-6cdb-4e7b-b6f4-082d4e951bfd req-a9eeaab8-2191-4c85-a1b3-2f09b8097353 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496373 Jun 16 09:43:51.949151 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:52.029382 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.030233 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:43:52.034829 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:52.109686 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:52.119286 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:52.185559 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:52.196788 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:43:52.235224 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.253821 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:43:52.273561 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:52.366764 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:52.369175 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:52.416119 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:52.420032 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:52.468054 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf0265-2654-46ed-9db9-ddfaf1055283 req-e0315521-b5cc-42f4-98bc-c1cfb77ad648 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:52.469787 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0fcf0265-2654-46ed-9db9-ddfaf1055283 req-e0315521-b5cc-42f4-98bc-c1cfb77ad648 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 945 time: 0.0808506 Jun 16 09:43:52.510507 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0fcf0265-2654-46ed-9db9-ddfaf1055283 req-613fea8f-5d09-428c-a07c-f8aaacc932ee tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Jun 16 09:43:52.799710 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8952c6-0484-4337-a3ca-3c0aafc065ee req-7b8626c8-04e9-48b8-880f-0ad694a55251 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:52.801321 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5d8952c6-0484-4337-a3ca-3c0aafc065ee req-7b8626c8-04e9-48b8-880f-0ad694a55251 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0731900 Jun 16 09:43:52.843592 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5d8952c6-0484-4337-a3ca-3c0aafc065ee req-2fba50c2-2224-4efe-adc7-72734472b870 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361719 Jun 16 09:43:53.076549 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['3ab0bbca-0851-4075-b1de-d753ecbd396a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:53.117531 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['16f6ba5b-7b36-491e-ad93-2a37b0c240b8'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:53.152243 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['84879985-82aa-4ae5-b81b-a25e341b27aa'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:53.162818 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:53.314187 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d588761-e062-42ce-8241-9822597705f6 req-fbbec7f8-34b5-4fe4-b6fa-548210490f4d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:53.319871 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d588761-e062-42ce-8241-9822597705f6 req-fbbec7f8-34b5-4fe4-b6fa-548210490f4d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 945 time: 0.2752132 Jun 16 09:43:53.369026 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d588761-e062-42ce-8241-9822597705f6 req-33d100e3-008f-4b87-9e6b-af6f48e666ee tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467689 Jun 16 09:43:53.746270 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134d590-d2a6-44a3-978f-fed258ea5bd0 req-1705ff6a-6c81-495b-aca2-dd5b9ad6e94c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:53.747916 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0134d590-d2a6-44a3-978f-fed258ea5bd0 req-1705ff6a-6c81-495b-aca2-dd5b9ad6e94c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 945 time: 0.0822806 Jun 16 09:43:53.805396 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0134d590-d2a6-44a3-978f-fed258ea5bd0 req-bcc78c76-28e5-46a2-b8b8-36e23b17f423 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510619 Jun 16 09:43:54.036179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f4dcf-4034-4dc4-96cc-f2409a6ccb59 req-fc65b147-27c0-4a8e-98c6-a96bcaddaaf3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:54.037742 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-571f4dcf-4034-4dc4-96cc-f2409a6ccb59 req-fc65b147-27c0-4a8e-98c6-a96bcaddaaf3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0698943 Jun 16 09:43:54.075898 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-571f4dcf-4034-4dc4-96cc-f2409a6ccb59 req-2995939f-158a-48fe-9190-a2fd798c7cb2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Jun 16 09:43:54.568204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543017-4e6d-4956-90f4-c8698032a6b4 req-65e0b171-e713-4307-8001-027894d65a37 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:54.569699 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-02543017-4e6d-4956-90f4-c8698032a6b4 req-65e0b171-e713-4307-8001-027894d65a37 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 945 time: 0.0891516 Jun 16 09:43:54.613119 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-02543017-4e6d-4956-90f4-c8698032a6b4 req-6ee52783-44a6-49d3-8762-52664d6637fc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372581 Jun 16 09:43:54.847848 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-b5ec7daf-e41e-4976-80b3-5f6287433198 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:54.849448 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-b5ec7daf-e41e-4976-80b3-5f6287433198 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.1109486 Jun 16 09:43:54.869754 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-3be53ea8-f549-432b-95dd-939ddaf5f781 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/quotas/1e0e6a296e214b089f481e2f69e7cb08 HTTP/1.1" status: 200 len: 375 time: 0.0126476 Jun 16 09:43:54.949333 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-c98735a8-9780-49e0-9be9-4068c6043bcf tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707641 Jun 16 09:43:55.092033 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89cb8-169d-4eae-9b8c-3ab0a8b9e302 req-5744f338-a8eb-43e2-aa9a-2c2b0524864e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.093346 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2cf89cb8-169d-4eae-9b8c-3ab0a8b9e302 req-5744f338-a8eb-43e2-aa9a-2c2b0524864e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 945 time: 0.1391065 Jun 16 09:43:55.095310 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-bfa6b676-3512-4eb7-b9bc-63f119149920 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319945 Jun 16 09:43:55.119476 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 84879985-82aa-4ae5-b81b-a25e341b27aa up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:55.176712 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2cf89cb8-169d-4eae-9b8c-3ab0a8b9e302 req-04197e68-b735-48d2-bc8c-b18265652130 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768642 Jun 16 09:43:55.239207 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-eff5236b-5fbe-4ce0-9f8e-23814aaef3b5 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323001 Jun 16 09:43:55.240571 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 84879985-82aa-4ae5-b81b-a25e341b27aa completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:55.246942 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 84879985-82aa-4ae5-b81b-a25e341b27aa triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:55.247417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.360604 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.363265 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daed11-a3b8-4f4c-9d0c-e376833f9a15 req-1294479f-da77-4ff5-8ef8-3a5d9413a304 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.364874 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41daed11-a3b8-4f4c-9d0c-e376833f9a15 req-1294479f-da77-4ff5-8ef8-3a5d9413a304 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0789461 Jun 16 09:43:55.387908 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:55.391828 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57e4ca-e4ab-49a8-988e-57829d725481" -d '{"events": [{"server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "name": "network-vif-plugged", "status": "completed", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:55.410407 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41daed11-a3b8-4f4c-9d0c-e376833f9a15 req-c4405d6d-99c1-4bd6-8951-95a3b4ea05db tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373328 Jun 16 09:43:55.410664 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84879985-82aa-4ae5-b81b-a25e341b27aa,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:55.461348 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c8be1-2d3c-4b37-9c79-d422f6305b30 x-openstack-request-id: req-f49c8be1-2d3c-4b37-9c79-d422f6305b30 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:55.461700 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "name": "network-vif-plugged", "status": "completed", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:55.461914 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f49c8be1-2d3c-4b37-9c79-d422f6305b30 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:55.462314 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa', 'code': 200} Jun 16 09:43:55.492104 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.501752 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:55.507316 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:55.634250 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-01ebd60f-5b24-4dbf-a2f3-5e4f50b6e052 req-a33c54a0-b8f2-4f21-abbc-1359d79f4f7e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 210 time: 0.0618446 Jun 16 09:43:55.634404 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:55.638451 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:55.709063 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:55.713262 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:55.713722 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.805464 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:55.832256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea85ce0-064c-432d-ac03-72e421e2198a req-e98020c9-da61-4623-a07e-5c6c9b370d5f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.839368 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aea85ce0-064c-432d-ac03-72e421e2198a req-e98020c9-da61-4623-a07e-5c6c9b370d5f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 945 time: 0.0782568 Jun 16 09:43:55.867524 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:55.880007 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aea85ce0-064c-432d-ac03-72e421e2198a req-ab5e1921-966a-4f7b-ab2d-a332cd95fcde tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396700 Jun 16 09:43:55.976615 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7bf3-aee3-47ed-ba1e-bc54ddd51a66 req-e1fde3c1-006a-40fc-ae9a-b8aaf955ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:55.978526 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-34cd7bf3-aee3-47ed-ba1e-bc54ddd51a66 req-e1fde3c1-006a-40fc-ae9a-b8aaf955ef3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.0975313 Jun 16 09:43:56.025451 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-34cd7bf3-aee3-47ed-ba1e-bc54ddd51a66 req-3b4759af-7ea9-4f89-90ab-fdc105a000ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Jun 16 09:43:56.029174 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.030064 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 3ab0bbca-0851-4075-b1de-d753ecbd396a up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:56.032753 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:56.118844 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:56.128670 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:56.194930 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 3ab0bbca-0851-4075-b1de-d753ecbd396a completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:56.199196 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 3ab0bbca-0851-4075-b1de-d753ecbd396a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:56.199583 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.289550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.334782 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:56.362619 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b4bab-a752-4439-bc51-b3ddaf51ccad req-cbff41d3-9ee1-49ae-900f-11894c60b71f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:56.364188 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-380b4bab-a752-4439-bc51-b3ddaf51ccad req-cbff41d3-9ee1-49ae-900f-11894c60b71f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 945 time: 0.0729544 Jun 16 09:43:56.404394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-380b4bab-a752-4439-bc51-b3ddaf51ccad req-60980413-66fe-4d83-80b7-c368b358c8c1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336957 Jun 16 09:43:56.441186 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:56.443503 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:56.493323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:56.496422 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:56.606587 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e12a-2dda-4cf5-bba9-f39f948501f7 req-5b24577c-91fa-432a-9158-61e4a3ead4cf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:56.608389 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a217e12a-2dda-4cf5-bba9-f39f948501f7 req-5b24577c-91fa-432a-9158-61e4a3ead4cf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0736742 Jun 16 09:43:56.666301 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a217e12a-2dda-4cf5-bba9-f39f948501f7 req-9cf2e839-de9b-4acf-99a7-6f1be2e9d64c tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515454 Jun 16 09:43:56.794413 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a6ac55fe-3490-45cb-86ce-dc7f30fa4a22 req-c0ae86d7-85f9-4b3e-a0a8-6a11f6abe100 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 210 time: 0.0336587 Jun 16 09:43:57.114948 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:43:57.133272 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecf3c-9af2-4da3-bf66-bdb56d6fb659 req-77fe6186-22b7-447b-b9c6-298848a32a8f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:57.135093 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-861ecf3c-9af2-4da3-bf66-bdb56d6fb659 req-77fe6186-22b7-447b-b9c6-298848a32a8f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 945 time: 0.1138930 Jun 16 09:43:57.180434 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-861ecf3c-9af2-4da3-bf66-bdb56d6fb659 req-61fd81db-b75d-46ee-b564-771fb90f1532 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385108 Jun 16 09:43:57.275928 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:43:57.280653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:43:57.281164 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:57.399267 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:57.464733 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}, {'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a'}, {'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:43:57.468938 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4e2b5a-7040-4394-95fa-bc97c664a42f" -d '{"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}, {"server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "name": "network-vif-plugged", "status": "completed", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a"}, {"server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "name": "network-vif-plugged", "status": "completed", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:43:57.478647 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:43:57.555412 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:57.559563 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:57.619943 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cdc40-f6e3-42df-a2c1-b4f25490d3b1 req-dd156a6d-edf6-4b72-87eb-409489c578c1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:57.622419 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-562cdc40-f6e3-42df-a2c1-b4f25490d3b1 req-dd156a6d-edf6-4b72-87eb-409489c578c1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0935440 Jun 16 09:43:57.641414 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:57.645230 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:57.670232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33632) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:57.684767 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-562cdc40-f6e3-42df-a2c1-b4f25490d3b1 req-38f3631d-c820-461c-bce5-8713ec671d02 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Jun 16 09:43:57.759485 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Jun 2021 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e5b49-a4b5-41d2-8a99-14ef1a42e589 x-openstack-request-id: req-b87e5b49-a4b5-41d2-8a99-14ef1a42e589 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:43:57.761778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "code": 200}, {"server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "name": "network-vif-plugged", "status": "completed", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a", "code": 200}, {"server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "name": "network-vif-plugged", "status": "completed", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:43:57.762188 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b87e5b49-a4b5-41d2-8a99-14ef1a42e589 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:43:57.762849 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'code': 200} Jun 16 09:43:57.763257 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a', 'code': 200} Jun 16 09:43:57.763687 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'code': 200} Jun 16 09:43:57.801830 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.037275 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e35388c5-f122-430c-a277-4008f49105fb req-a7167337-8b22-4a69-ba9a-1c83d63059a9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 210 time: 0.0693965 Jun 16 09:43:58.067302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d628b56-a583-49ed-8ba6-d7310695f54a req-29a6a1a3-7cbe-4b7b-b213-36acb4ef890f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.069891 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1d628b56-a583-49ed-8ba6-d7310695f54a req-29a6a1a3-7cbe-4b7b-b213-36acb4ef890f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2232604 Jun 16 09:43:58.100711 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.149734 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1d628b56-a583-49ed-8ba6-d7310695f54a req-b6e05dd2-cca2-42c0-8c79-c513992efe33 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670996 Jun 16 09:43:58.184318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.211044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:58.217991 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c8f542cd0f740ad8803b887ea3d6b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465896 Jun 16 09:43:58.221248 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33644) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:58.254310 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ef6b3-f460-48e8-9225-7e4fb7cd2137,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:58.260386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:58.306265 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.348051 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.469920 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.473193 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:58.475083 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b5ef6b3-f460-48e8-9225-7e4fb7cd2137 HTTP/1.1" status: 204 len: 168 time: 0.2528498 Jun 16 09:43:58.475955 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:58.512305 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ef6b3-f460-48e8-9225-7e4fb7cd2137,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:58.522791 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:58.624070 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554309ab-ffde-4426-aa5e-af44397c1841 req-564cb094-70ce-4b28-b86f-cd34532b0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.626614 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-554309ab-ffde-4426-aa5e-af44397c1841 req-564cb094-70ce-4b28-b86f-cd34532b0f21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1099 time: 0.0745106 Jun 16 09:43:58.644650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66a2a-689d-4320-aee3-357c3aab36a2 req-290fe349-d483-4ce2-ba28-f452e273b55b tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.647255 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-17a66a2a-689d-4320-aee3-357c3aab36a2 req-290fe349-d483-4ce2-ba28-f452e273b55b tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.2864752 Jun 16 09:43:58.661813 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484aee2-9f9a-4067-893b-1fa76653c518 req-f3ad3110-9194-4684-b1d5-2ffd58d36405 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.665467 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8484aee2-9f9a-4067-893b-1fa76653c518 req-f3ad3110-9194-4684-b1d5-2ffd58d36405 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.3147731 Jun 16 09:43:58.667770 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-554309ab-ffde-4426-aa5e-af44397c1841 req-cda0a82a-c051-4622-99db-9c2c8d1651fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jun 16 09:43:58.675720 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bc745-b4ed-4092-92be-a188fabdac98 req-ac8d2ada-4cb4-453a-b531-0097be5fffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.677265 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-733bc745-b4ed-4092-92be-a188fabdac98 req-ac8d2ada-4cb4-453a-b531-0097be5fffc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1099 time: 0.2586148 Jun 16 09:43:58.752088 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4344218-2737-4e59-ac87-341b3d9f804d req-0a020fd4-f3cc-4ac8-867f-624116640851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.754632 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4344218-2737-4e59-ac87-341b3d9f804d req-0a020fd4-f3cc-4ac8-867f-624116640851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 1099 time: 0.3283298 Jun 16 09:43:58.908688 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-17a66a2a-689d-4320-aee3-357c3aab36a2 req-1b85d34c-9073-4c0c-abfc-e9531aebb339 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389259 Jun 16 09:43:58.923958 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8484aee2-9f9a-4067-893b-1fa76653c518 req-c19b2805-bf9c-4740-868c-3038525648e1 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452366 Jun 16 09:43:58.983803 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-04493148-e125-47a3-8108-0a006cd6aa7a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:58.986416 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-04493148-e125-47a3-8108-0a006cd6aa7a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.3192337 Jun 16 09:43:59.069505 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Request body: {'port': {'device_id': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'admin_state_up': True, 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:43:59.179622 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4344218-2737-4e59-ac87-341b3d9f804d req-f01a542f-27f4-48b6-8705-40ec109e19fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260796 Jun 16 09:43:59.195736 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-733bc745-b4ed-4092-92be-a188fabdac98 req-6e61f61d-0b42-48b1-8d75-a91a08e0b0bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400177 Jun 16 09:43:59.240032 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aeb3e069-b395-46f3-aa83-23ae0e81e744 req-7cf03f9f-f1fc-4b57-a947-8ecfb9d8ffe8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 210 time: 0.0503118 Jun 16 09:43:59.260056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff18e-4851-4737-b999-1df953320e7e req-e3cde394-c4d4-4ef2-9ef8-cd6c54380a2e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:59.261729 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eb7ff18e-4851-4737-b999-1df953320e7e req-e3cde394-c4d4-4ef2-9ef8-cd6c54380a2e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.2356176 Jun 16 09:43:59.272671 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33678) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:59.297552 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.336371 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eb7ff18e-4851-4737-b999-1df953320e7e req-45a3bceb-0ddf-4bb8-96eb-b36ecc680845 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626616 Jun 16 09:43:59.349189 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33680) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:59.350301 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:43:59.355796 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.448738 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.534844 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.536787 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.540989 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-666bc4ed-c6da-48bb-9cfe-7f409472de4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:59.543364 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d42b-79a4-4966-b851-f6f5acaa78fb req-10f6510c-a7e4-4f88-881b-2ce068adea4e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:59.544375 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9752d42b-79a4-4966-b851-f6f5acaa78fb req-10f6510c-a7e4-4f88-881b-2ce068adea4e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1200898 Jun 16 09:43:59.545596 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Allocated IP 172.20.0.2 (681f33c3-2875-46ee-a20c-874b0c8cc2c8/f2d1f33c-c5a8-41a2-b352-9393ee83260e/aa84ade5-d543-438f-bd1a-9c0f4b8a9f14) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:43:59.592998 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31c51dd96a9e4c32a0b18a26502f4c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178368 Jun 16 09:43:59.596567 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33684) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:59.597336 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab620f-0a42-4e6e-ad09-ac676c925977,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:59.601343 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:59.628301 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9752d42b-79a4-4966-b851-f6f5acaa78fb req-9d6f8db1-84d6-4435-a361-6d5f74c3375d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727472 Jun 16 09:43:59.689531 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.723090 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.750854 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.762661 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.841159 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.852084 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4a68072f-b488-448f-bcda-b2d792dc4b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:59.875480 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.879714 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.882385 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.882516 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-30b730f0-c508-4f5f-babc-4e44a7504a32 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:59.883527 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4ab620f-0a42-4e6e-ad09-ac676c925977 HTTP/1.1" status: 204 len: 168 time: 0.2833500 Jun 16 09:43:59.885278 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142c898-25a4-4167-ab28-77c546cd2095,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:59.894496 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c7c54a8a1f54b9c8e8de640b1084f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455339 Jun 16 09:43:59.894496 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:59.894496 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e242a996-260a-4f29-b3a4-8c6ba881cedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:43:59.902307 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33694) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:43:59.903070 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab620f-0a42-4e6e-ad09-ac676c925977,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:43:59.906506 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:43:59.921405 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:43:59.927774 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:43:59.955604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:43:59.955604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:43:59.964216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:43:59.965190 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:43:59.978514 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.009183 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event updated for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:00.012714 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.013760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:00.059265 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0045443 Jun 16 09:44:00.091375 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Request body: {'port': {'device_id': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:00.184730 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.188632 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.190093 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3142c898-25a4-4167-ab28-77c546cd2095 HTTP/1.1" status: 204 len: 168 time: 0.2847006 Jun 16 09:44:00.191385 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5981bdca-2869-4500-8cdc-603c3154bf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:00.200573 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142c898-25a4-4167-ab28-77c546cd2095,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:00.203410 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:00.345294 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.404292 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cd42-310f-4415-805b-08ddf54b1c4c req-3ff80168-c0c6-43bb-a6a1-e6517ade3938 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.408746 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33714) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:00.414917 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6802cd42-310f-4415-805b-08ddf54b1c4c req-3ff80168-c0c6-43bb-a6a1-e6517ade3938 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.2277105 Jun 16 09:44:00.469809 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650861cf-7c0d-468c-ae20-5aa0eddafd65 req-528e4a0c-abb0-42c4-897b-28a605a925c0 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:00.471317 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-650861cf-7c0d-468c-ae20-5aa0eddafd65 req-528e4a0c-abb0-42c4-897b-28a605a925c0 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.1965795 Jun 16 09:44:00.546448 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6802cd42-310f-4415-805b-08ddf54b1c4c req-e9d9a0c7-05b0-47ad-aee2-e4691b8f703d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305709 Jun 16 09:44:00.551571 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.583195 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-650861cf-7c0d-468c-ae20-5aa0eddafd65 req-1f5953a2-d76d-4f37-9d65-a740d52d4a00 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037149 Jun 16 09:44:00.747528 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.795518 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.798961 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-64a388fd-9780-439b-96ff-e3b382f0fd31 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:00.835314 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90059862-20d2-47bc-ae88-06d374b66869,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:00.840262 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=695056e0174d4e6e97950b00293d2176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303062 Jun 16 09:44:00.841316 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:00.842971 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33728) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:00.904164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:00.935048 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.103518 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.105291 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:01.106193 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.107405 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90059862-20d2-47bc-ae88-06d374b66869 HTTP/1.1" status: 204 len: 168 time: 0.2634637 Jun 16 09:44:01.108144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-75335198-61d2-4414-8c4f-6c176fc50f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:01.116532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90059862-20d2-47bc-ae88-06d374b66869,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:01.118965 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:01.120724 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.151785 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Transition to ACTIVE for port object aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:01.177075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f05c-e5ae-4459-845f-0b52fefb6f07 req-e18dfca7-9515-429c-b39b-be64171eff43 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.180253 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33734) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:01.183698 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4783f05c-e5ae-4459-845f-0b52fefb6f07 req-e18dfca7-9515-429c-b39b-be64171eff43 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 931 time: 0.4307694 Jun 16 09:44:01.191696 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387c706-d20f-465d-9d77-c2d741e68c19 req-e06fd659-0772-4dc0-bdec-437cf4ce9cb7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.193370 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a387c706-d20f-465d-9d77-c2d741e68c19 req-e06fd659-0772-4dc0-bdec-437cf4ce9cb7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.4195111 Jun 16 09:44:01.210258 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.248328 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4783f05c-e5ae-4459-845f-0b52fefb6f07 req-8d830d48-6def-4d77-bc30-439cf4e3d791 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Jun 16 09:44:01.299788 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a387c706-d20f-465d-9d77-c2d741e68c19 req-2fbf5530-2a32-47a0-917a-b042ea7b8f9f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929515 Jun 16 09:44:01.435345 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.452490 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.453693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:01.546804 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:01.551972 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:01.590944 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.597103 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-69749b85-f62d-4eb3-91a7-6c28d04ded8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:01.601578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840b1e4-a993-4a66-9b6e-d65a936c921f req-fe88f412-08e6-4eb5-8b71-da4c27eeaf64 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.601578 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6840b1e4-a993-4a66-9b6e-d65a936c921f req-fe88f412-08e6-4eb5-8b71-da4c27eeaf64 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2249629 Jun 16 09:44:01.602234 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Attempting to bind port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:01.602624 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Attempting to bind port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:01.603009 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Attempting to bind port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:01.608359 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:01.608741 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Attempting to bind port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:01.614306 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:01.614693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Checking segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:01.615085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Bound using segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:01.615512 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Bound port: aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:01.615855 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.645485 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d51339-e02c-4e4c-8443-2f3c6646a5f9,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:01.652419 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:01.684512 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f9ea7374da7478f8b9ae5872d0d0273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072038 Jun 16 09:44:01.684512 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33748) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:01.717848 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6840b1e4-a993-4a66-9b6e-d65a936c921f req-e1e69bc4-e8ae-4776-a967-abd5bfe79557 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982044 Jun 16 09:44:01.763453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:01.770214 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:01.800212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.824737 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.864174 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.877070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:01.921429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:01.922272 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.923997 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 HTTP/1.1" status: 200 len: 1093 time: 1.8377161 Jun 16 09:44:01.926634 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:01.929223 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0155fb-5c4b-42c9-98e5-e695b9622d48" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:01.937917 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.941910 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:01.948617 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1d51339-e02c-4e4c-8443-2f3c6646a5f9 HTTP/1.1" status: 204 len: 168 time: 0.2629476 Jun 16 09:44:01.948617 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ef8fe805-f9c3-4ed1-9e92-fccae1573ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:01.986535 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d51339-e02c-4e4c-8443-2f3c6646a5f9,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:01.986535 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:01.986706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:01.989936 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:02.032844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb413be-9b4a-4cdb-9b8c-f86679027ffb req-a51523b6-e42b-493c-b30d-397b266df8e7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.034388 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7eb413be-9b4a-4cdb-9b8c-f86679027ffb req-a51523b6-e42b-493c-b30d-397b266df8e7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.2334275 Jun 16 09:44:02.107663 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7eb413be-9b4a-4cdb-9b8c-f86679027ffb req-d6372cd1-501a-4833-9be1-418ae452571c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583656 Jun 16 09:44:02.130538 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2d95-ab25-4824-9853-5d0f337383f0 req-73a3e236-c80a-4357-8651-f9f55cc18396 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.140117 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c83d2d95-ab25-4824-9853-5d0f337383f0 req-73a3e236-c80a-4357-8651-f9f55cc18396 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.1686840 Jun 16 09:44:02.165969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e189584-5ae6-49b4-9093-64ffa7d84d2a x-openstack-request-id: req-3e189584-5ae6-49b4-9093-64ffa7d84d2a {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:02.166306 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:02.167085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e189584-5ae6-49b4-9093-64ffa7d84d2a {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:02.167528 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', 'status': 'completed', 'code': 200} Jun 16 09:44:02.222972 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c83d2d95-ab25-4824-9853-5d0f337383f0 req-dfaeba48-a562-4e67-9a8e-decf71ff6d85 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Jun 16 09:44:02.252380 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-b262771a-bc2f-4584-b7ee-83fce4011218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.252380 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-b262771a-bc2f-4584-b7ee-83fce4011218 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 1096 time: 0.0855074 Jun 16 09:44:02.333802 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-a77b2e9f-43d3-454f-b81d-ebcb4c0827bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 HTTP/1.1" status: 200 len: 217 time: 0.0541632 Jun 16 09:44:02.406900 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ef9b1-c7b2-4d90-86bd-f7040e931e7b req-5a459df6-6d96-40e9-a1f3-e1deddf6f1db tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.408511 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-412ef9b1-c7b2-4d90-86bd-f7040e931e7b req-5a459df6-6d96-40e9-a1f3-e1deddf6f1db tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1583185 Jun 16 09:44:02.412510 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-9ca28c8b-0c10-42c9-aaaa-6de7d3cd66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.419196 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-9ca28c8b-0c10-42c9-aaaa-6de7d3cd66ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.0720894 Jun 16 09:44:02.419611 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33768) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:02.424854 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'floatingip': {'port_id': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:02.474452 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:44:02.482994 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d2443-30e3-4aa4-99f2-1067687cd03c req-21fe8e7b-2839-497a-8eca-6aeec410ec26 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.484823 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-763d2443-30e3-4aa4-99f2-1067687cd03c req-21fe8e7b-2839-497a-8eca-6aeec410ec26 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 943 time: 0.0751729 Jun 16 09:44:02.515154 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33772) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:02.538220 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:02.550378 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:02.621317 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-6181d052-0ba5-4160-8f77-fc82e56cc071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819824 Jun 16 09:44:02.654888 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-763d2443-30e3-4aa4-99f2-1067687cd03c req-2f614509-184c-4c12-b52b-d379d832cd33 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622603 Jun 16 09:44:02.792550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672ef6-59f1-422f-8681-d2fc1c08451b req-d1eabcd5-0b86-431b-a84e-0cd99942d7dd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.794879 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a1672ef6-59f1-422f-8681-d2fc1c08451b req-d1eabcd5-0b86-431b-a84e-0cd99942d7dd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.2651715 Jun 16 09:44:02.798652 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-ce685f83-f253-4a28-86d3-515866eed256 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657908 Jun 16 09:44:02.810810 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-115d9c55-b8c1-47e4-8681-75c69934c9fb tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:02.812934 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-115d9c55-b8c1-47e4-8681-75c69934c9fb tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.2821188 Jun 16 09:44:03.039787 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33778) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:03.068106 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.089919 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.134035 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a1672ef6-59f1-422f-8681-d2fc1c08451b req-b1047885-e568-4a65-98d7-329e9925f60b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194191 Jun 16 09:44:03.232398 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.263497 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fd135f0c-2232-41d8-a65d-0d2ed3ca4159 req-1cbd4133-9f25-455a-92ce-654f4b69606b service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413517 Jun 16 09:44:03.279636 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1401088a-3fb7-4ebb-b229-50352360cfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:03.313878 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298403-df9c-4c8d-b5e8-a8bbf052de8c req-e4a4a84b-84b5-411a-84c0-085ed2dddf3d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:03.316314 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-40298403-df9c-4c8d-b5e8-a8bbf052de8c req-e4a4a84b-84b5-411a-84c0-085ed2dddf3d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3236015 Jun 16 09:44:03.360604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Deleting port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:44:03.360604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.414512 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=316b933ae3834fceb311e77acf94d58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955832 Jun 16 09:44:03.416096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33786) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:03.418863 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89825d-318a-4bc9-a990-6d135c630437,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:03.426917 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:03.464129 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-40298403-df9c-4c8d-b5e8-a8bbf052de8c req-078d0812-f650-43ec-98fb-fd01d38ca6ba tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409440 Jun 16 09:44:03.491000 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33788) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:03.566570 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.db.resource_extend [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 09:44:03.640289 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] For port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,segment=NetworkSegment(e129f352-61a4-4bc6-bba3-35932fed2608),segment_id=e129f352-61a4-4bc6-bba3-35932fed2608)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:03.641256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.666361 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.679870 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.687215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.746338 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.747861 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.753933 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8355475f-8f0c-4df4-a87e-b813f8207d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:03.780064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Calling delete_port for 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:44:03.808947 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:03.872521 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c6b60e6e37c45f9a92542af18365af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313384 Jun 16 09:44:03.873273 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d1244-23d3-4597-8e66-cb82d741fbb2,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:03.876929 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33798) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:03.917515 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.917893 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.918273 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.918628 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.918977 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.919336 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.919665 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.920005 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.920373 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.929965 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.929965 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.929965 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:03.935055 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:03.991168 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.l3_db [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Floating IP 2651bc69-8cff-4c4c-82cd-1c63d42a2989 associated. External IP: 172.28.2.19, port: 16f6ba5b-7b36-491e-ad93-2a37b0c240b8. Jun 16 09:44:04.067064 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.095809 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.113251 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.164086 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.194846 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-984de6bc-645c-4091-a589-2bab1fd670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.195054 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.196347 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-984de6bc-645c-4091-a589-2bab1fd670d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 1096 time: 0.6661162 Jun 16 09:44:04.226924 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-87c512b6-cef2-4cdd-9834-e0ac95e6112a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:04.273539 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37a53c49bf2745f8a237d14892eb4272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813718 Jun 16 09:44:04.277126 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33800) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:04.285519 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fcfec9-0f7a-4000-a01e-9ffb3d967456,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:04.288422 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38798629-3c01-4300-9db0-8fde038fa8cb req-effeeceb-46e7-47ca-9d9a-72cc6c812955 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.289935 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-38798629-3c01-4300-9db0-8fde038fa8cb req-effeeceb-46e7-47ca-9d9a-72cc6c812955 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 945 time: 0.6435881 Jun 16 09:44:04.290960 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:04.320453 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.327275 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.327275 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e10d1244-23d3-4597-8e66-cb82d741fbb2 HTTP/1.1" status: 204 len: 168 time: 0.4452229 Jun 16 09:44:04.343171 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:04.366799 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d1244-23d3-4597-8e66-cb82d741fbb2,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:04.375224 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:04.376829 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:04.397886 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-84f668d6-50f9-44ba-b51d-29ce99995574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.398780 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-84f668d6-50f9-44ba-b51d-29ce99995574 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 1099 time: 0.5546522 Jun 16 09:44:04.429536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b68d2-63c0-4259-91e8-04f655ec72ca req-0c7f667c-95c8-4c83-8d59-3a2436c40628 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.431064 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa8b68d2-63c0-4259-91e8-04f655ec72ca req-0c7f667c-95c8-4c83-8d59-3a2436c40628 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.6124480 Jun 16 09:44:04.460064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33804) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:04.474178 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'floatingip': {'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:04.479141 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.581157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.592083 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc89825d-318a-4bc9-a990-6d135c630437 HTTP/1.1" status: 204 len: 168 time: 1.1671269 Jun 16 09:44:04.595842 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-38798629-3c01-4300-9db0-8fde038fa8cb req-e64aa1d7-cb66-4ce2-a8fb-70e586748320 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/security-groups?id=587e329e-99e3-418b-a2d7-302e5ce44e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939401 Jun 16 09:44:04.622359 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ac218c53-c93e-4550-b952-67a4535649ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:04.647549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-d7d9f41c-c612-4338-a07d-d0865e7c795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:04.649213 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-d7d9f41c-c612-4338-a07d-d0865e7c795a service neutron] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 915 time: 0.4319303 Jun 16 09:44:04.715789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.752794 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.761082 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89825d-318a-4bc9-a990-6d135c630437,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:04.808210 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.865867 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:04.870579 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.880721 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:04.892736 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:04.893397 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:04.964432 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:04.967491 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-d9e56367-7ec8-44c0-9e3d-838cdd667644 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 HTTP/1.1" status: 200 len: 217 time: 0.2778819 Jun 16 09:44:04.994818 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.995431 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.996033 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.996596 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.997133 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.997658 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.998327 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.998850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:04.999501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:05.000130 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-90a3251f-5ce4-4290-9650-5471bc7d0d0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "PUT /v2.0/floatingips/2651bc69-8cff-4c4c-82cd-1c63d42a2989 HTTP/1.1" status: 200 len: 991 time: 2.5802338 Jun 16 09:44:05.001349 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:05.003504 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:05.003985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:05.004654 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:05.006410 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c4a3b-28e5-4088-832f-ecd0821dcd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:05.014532 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['2609d670-bfc5-48bc-8cc5-6898a72e4ae9'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:05.043147 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:05.052025 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:05.077625 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.077625 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.077625 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8fcfec9-0f7a-4000-a01e-9ffb3d967456 HTTP/1.1" status: 204 len: 168 time: 0.7956166 Jun 16 09:44:05.077625 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e897c50d-ad84-4b24-b4b5-d4d4526a79f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:05.080800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:05.098928 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fcfec9-0f7a-4000-a01e-9ffb3d967456,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:05.112678 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:05.178839 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-dd3af2f8-5310-4411-b9eb-4f12666fc672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.182278 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Pushing event deleted for resources: {'Port': ['ID=2609d670-bfc5-48bc-8cc5-6898a72e4ae9,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:05.214476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:05.255809 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-daba596f-480c-4ba5-87c2-d95177d94728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.257330 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-daba596f-480c-4ba5-87c2-d95177d94728 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.8172264 Jun 16 09:44:05.272827 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-451c115f-da8d-4660-8596-f11002dd1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.276609 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-451c115f-da8d-4660-8596-f11002dd1e54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.2534101 Jun 16 09:44:05.426686 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-105abed9-9749-4b09-a153-b444e185de8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a HTTP/1.1" status: 200 len: 217 time: 0.1486835 Jun 16 09:44:05.428716 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-6c99df82-74e0-4a03-9761-9cc610dc67f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360419 Jun 16 09:44:05.431136 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '2651bc69-8cff-4c4c-82cd-1c63d42a2989', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ec:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:30Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:05.435304 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:05.443834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fabd1-5fca-4c6f-8d2d-880b5dceadc3 req-b5d4b9d9-0714-4ea2-ae1d-6ba6d149d560 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.444427 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:05.445058 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:43:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:05.445402 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8f5fabd1-5fca-4c6f-8d2d-880b5dceadc3 req-b5d4b9d9-0714-4ea2-ae1d-6ba6d149d560 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 943 time: 0.8242483 Jun 16 09:44:05.549977 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e9e44-85b8-4814-9a0a-6d2ff08bf588 req-ca228f0b-bebe-4e88-9d49-a9c532bfe5fb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.550094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4e7e9e44-85b8-4814-9a0a-6d2ff08bf588 req-ca228f0b-bebe-4e88-9d49-a9c532bfe5fb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.5274732 Jun 16 09:44:05.566512 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33826) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:05.586925 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:05.589979 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.626880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-c8cf2ad2-eb44-446a-a572-5721e4ae6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:05.628429 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-c8cf2ad2-eb44-446a-a572-5721e4ae6a8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.1799014 Jun 16 09:44:05.765515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] No DVR routers for this DVR port 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:44:05.780580 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-0ad6e39c-096b-464e-bf7d-a666ad94de8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218188 Jun 16 09:44:05.783767 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8f5fabd1-5fca-4c6f-8d2d-880b5dceadc3 req-0feb5878-5f1d-4609-9720-3417228310b8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175504 Jun 16 09:44:05.798682 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.830895 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.830895 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bd61f8f5-555f-4907-bf9b-b9de0f76c53d req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.23 "DELETE /v2.0/ports/2609d670-bfc5-48bc-8cc5-6898a72e4ae9 HTTP/1.1" status: 204 len: 173 time: 3.0038040 Jun 16 09:44:05.880774 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:05.883831 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-522aaedf-ab2d-4694-a5e3-462fb6137f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:05.981217 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '2651bc69-8cff-4c4c-82cd-1c63d42a2989', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ec:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:30Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:05.988875 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e876b19-75b6-4ce2-8b0b-6c2aaf0e0422 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '2651bc69-8cff-4c4c-82cd-1c63d42a2989', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ec:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:30Z', 'updated_at': '2021-06-16T09:44:03Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:05.993684 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96abcb3ea54b443c8912b82103706f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231205 Jun 16 09:44:05.993684 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33844) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:05.996509 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d914b7-703a-4a7f-a96e-d5ed8de3c75f,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:06.002122 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:06.136535 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:06.172488 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af65a3-d12b-4f30-8024-4ab599f136f2 x-openstack-request-id: req-f7af65a3-d12b-4f30-8024-4ab599f136f2 {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:06.173210 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:06.174053 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7af65a3-d12b-4f30-8024-4ab599f136f2 {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:06.175041 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'status': 'completed', 'code': 200} Jun 16 09:44:06.213880 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:06.310975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'name': 'network-vif-deleted', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:06.316142 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a24f67-7b8e-450c-b0a9-6c3d16721fee" -d '{"events": [{"server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "name": "network-vif-deleted", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:06.399038 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b4660-2a5c-488b-bef4-84fe56c0081a None None] New status for floating IP 2651bc69-8cff-4c4c-82cd-1c63d42a2989: ACTIVE {{(pid=99030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:44:06.417918 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:06.421281 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:06.422498 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6d914b7-703a-4a7f-a96e-d5ed8de3c75f HTTP/1.1" status: 204 len: 168 time: 0.4279270 Jun 16 09:44:06.423408 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-826629fa-21b3-40c7-b1cf-fa26b99b84d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:06.437299 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d914b7-703a-4a7f-a96e-d5ed8de3c75f,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:06.443849 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:06.504480 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4e7e9e44-85b8-4814-9a0a-6d2ff08bf588 req-ba0bd092-f42f-41bb-84d2-1a7f40ba35f9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9533308 Jun 16 09:44:06.637516 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-7171b3cb-41a7-490c-986d-0195bee0f318 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1811128 Jun 16 09:44:06.645577 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1deaf-72ef-47a6-9773-ef2aed96c09e x-openstack-request-id: req-a8d1deaf-72ef-47a6-9773-ef2aed96c09e {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:06.645984 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9193410-ea23-4063-8760-6cb24acdf82b", "name": "network-vif-deleted", "tag": "2609d670-bfc5-48bc-8cc5-6898a72e4ae9", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:06.646396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8d1deaf-72ef-47a6-9773-ef2aed96c09e {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:06.646870 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9193410-ea23-4063-8760-6cb24acdf82b', 'name': 'network-vif-deleted', 'tag': '2609d670-bfc5-48bc-8cc5-6898a72e4ae9', 'status': 'completed', 'code': 200} Jun 16 09:44:06.727183 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dbd0ecb8-86c2-4baf-8200-738f8fdd9090 req-09c600bd-b9ac-47f9-a607-c68a47d8b6a5 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9193410-ea23-4063-8760-6cb24acdf82b HTTP/1.1" status: 200 len: 210 time: 0.2649217 Jun 16 09:44:06.930175 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-45f78872-76e1-473d-a582-57ef573c8a61 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0903733 Jun 16 09:44:06.956183 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.db.resource_extend [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 09:44:07.016866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-f7981b9f-a07f-41fd-9441-fc627dff7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.018403 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-f7981b9f-a07f-41fd-9441-fc627dff7ce2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1099 time: 0.6257036 Jun 16 09:44:07.106414 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa0155fb-5c4b-42c9-98e5-e695b9622d48 req-50be849d-a72e-4a95-8607-3e8633d15f78 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187038 Jun 16 09:44:07.166043 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:07.174822 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:44:07.176167 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.251708 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.253057 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:44:07.253417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 2609d670-bfc5-48bc-8cc5-6898a72e4ae9 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:44:07.305522 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec2e9b24-3222-4c08-a7f2-f2d38b85e9a0 req-73839967-67b7-4723-829e-ec1752858d03 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625276 Jun 16 09:44:07.397409 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-ce5cd24e-c753-4837-a289-712c6a372720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.398818 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-ce5cd24e-c753-4837-a289-712c6a372720 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 912 time: 0.3368778 Jun 16 09:44:07.413359 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0182f6-ebf8-4f9d-9ec9-5f70456afc88 req-72d6e567-5f68-4528-b39d-fd0da15ff727 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.418985 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e0182f6-ebf8-4f9d-9ec9-5f70456afc88 req-72d6e567-5f68-4528-b39d-fd0da15ff727 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 943 time: 0.4772274 Jun 16 09:44:07.444407 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:07.464838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'port_id': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', 'mac_address': 'fa:16:3e:b9:be:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d1f33c-c5a8-41a2-b352-9393ee83260e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:07.518430 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.536222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:07.582248 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:07.636325 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-0b3d9335-bdc8-4f78-a8d6-2d4bc9e9f31d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 1001 time: 0.2131772 Jun 16 09:44:07.650697 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Floating IP a46521d7-82a9-4155-96e6-b26cd1ff9b41 associated. External IP: 172.28.2.206, port: bd0a7ca6-dd15-4955-a7d3-f75b24427c7b. Jun 16 09:44:07.657927 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.659787 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-8cf089b8-8064-49d9-8fc9-0082416eb335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:07.731248 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:07.733939 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c5cf4225-b916-49fe-94ba-c8234b6d1b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:07.739766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:07.886558 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e0182f6-ebf8-4f9d-9ec9-5f70456afc88 req-e332621b-2f5a-4da9-826c-aef193fefa0c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547851 Jun 16 09:44:07.937797 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-b67c2ece-6c14-4e86-8f10-da3e972cb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:07.939861 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-b67c2ece-6c14-4e86-8f10-da3e972cb12b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.1975129 Jun 16 09:44:08.027872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833bb1e-25be-479a-9e6e-a697bcc9a9c5 req-58610e5b-af9a-4c53-b050-3f38ea44430b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.029487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6833bb1e-25be-479a-9e6e-a697bcc9a9c5 req-58610e5b-af9a-4c53-b050-3f38ea44430b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.2833848 Jun 16 09:44:08.030029 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.055792 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['aa84ade5-d543-438f-bd1a-9c0f4b8a9f14'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:08.593738 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6833bb1e-25be-479a-9e6e-a697bcc9a9c5 req-7e3ece5b-b8e1-4468-bb5b-7088979523cd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790218 Jun 16 09:44:08.606759 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-c8be0342-cc14-4abe-888e-16c5048b7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:08.609106 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-c8be0342-cc14-4abe-888e-16c5048b7292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6514466 Jun 16 09:44:08.614453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:08.925612 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-061220cf-0d1e-4af3-9917-dfee0114c2d2 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012316 Jun 16 09:44:08.939452 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-f3538b48-5cc4-432b-93f3-fe6515e0554b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636565 Jun 16 09:44:08.952768 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.953625 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:08.969815 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:08.982647 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:09.002848 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:09.004558 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:09.155574 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d663fc04-5b4e-46ec-a405-09282c77cd54 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "PUT /v2.0/floatingips/a46521d7-82a9-4155-96e6-b26cd1ff9b41 HTTP/1.1" status: 200 len: 992 time: 4.6943734 Jun 16 09:44:09.158926 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:09.161769 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8054035e-42cc-405a-8eb3-3c360bac5b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:09.195138 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-455c4a3b-28e5-4088-832f-ecd0821dcd5b req-d213a1d0-d045-47e0-a5d4-1a61b3fc6307 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506580 Jun 16 09:44:09.251058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-8b19c70d-b782-4e4d-8782-7d74eb49f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.252957 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-8b19c70d-b782-4e4d-8782-7d74eb49f718 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 1099 time: 0.1872089 Jun 16 09:44:09.371496 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:09.443476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe63acf-3ccd-43b5-a241-f4052f52f2bb req-84d10780-9f2f-495c-bd8b-c4a4f11f90bd tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.443476 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fbe63acf-3ccd-43b5-a241-f4052f52f2bb req-84d10780-9f2f-495c-bd8b-c4a4f11f90bd tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 944 time: 0.2096539 Jun 16 09:44:09.458295 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-b3e8d8fe-4fc5-400f-8bc5-4ceaaf110ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.459919 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-b3e8d8fe-4fc5-400f-8bc5-4ceaaf110ce4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 915 time: 0.1611655 Jun 16 09:44:09.545844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a2333-f33b-42e3-ba1d-178c64f041c6 x-openstack-request-id: req-361a2333-f33b-42e3-ba1d-178c64f041c6 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:09.545986 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:09.546428 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-361a2333-f33b-42e3-ba1d-178c64f041c6 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:09.547516 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'status': 'completed', 'code': 200} Jun 16 09:44:09.550726 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-02eec1cd-68bb-4fc4-8135-0364196fccf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4165785c-cfde-4728-9558-54e1092c537b HTTP/1.1" status: 200 len: 217 time: 0.0706131 Jun 16 09:44:09.585525 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fbe63acf-3ccd-43b5-a241-f4052f52f2bb req-d41b4033-e537-4e13-be5b-915d35d171a9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241322 Jun 16 09:44:09.685970 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'a46521d7-82a9-4155-96e6-b26cd1ff9b41', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:34Z', 'updated_at': '2021-06-16T09:44:06Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:09.693433 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:09.709887 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:09.711276 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:09.719677 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-0fa5afb2-b32e-4e26-9637-a76f3d34b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.721651 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-0fa5afb2-b32e-4e26-9637-a76f3d34b1cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.1430924 Jun 16 09:44:09.766907 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-53e48cb4-9af6-4b90-b324-58f05e1c19c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361922 Jun 16 09:44:09.809758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-0a5ecc0a-3375-46ff-bd43-526282fbf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:09.813768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-0a5ecc0a-3375-46ff-bd43-526282fbf4e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1099 time: 0.2147322 Jun 16 09:44:09.926895 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:10.142054 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-97522ada-08ac-49e0-9bed-37b9db1266e2 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583024 Jun 16 09:44:10.151970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-304bf202-c7bf-43c3-b9cb-baba720214e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.158965 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-304bf202-c7bf-43c3-b9cb-baba720214e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.3179181 Jun 16 09:44:10.314599 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 33982) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:10.361519 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'a46521d7-82a9-4155-96e6-b26cd1ff9b41', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:34Z', 'updated_at': '2021-06-16T09:44:06Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:10.368860 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8a74-77d1-409e-92dc-51629d05af67 None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'a46521d7-82a9-4155-96e6-b26cd1ff9b41', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:43:34Z', 'updated_at': '2021-06-16T09:44:06Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:10.394745 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Deleting subnet 92efa147-78d6-4421-a153-ec67fd6f94a7 {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:44:10.398814 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.401764 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf1c0c-5313-4850-906e-b8663828622f req-51d6ea85-8ba8-4233-a6f5-f3cc90d35363 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.409177 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5adf1c0c-5313-4850-906e-b8663828622f req-51d6ea85-8ba8-4233-a6f5-f3cc90d35363 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.4621501 Jun 16 09:44:10.428691 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-dff02b51-dafd-4a58-a06c-b9e94c5cf830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 1000 time: 0.2426627 Jun 16 09:44:10.460840 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.474286 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.487568 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.489056 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.498071 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19eb82d3-bde5-40c2-a384-edc73cb3c5b3 req-c98d5a61-ed9e-4183-9b34-d6186e73cfec service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396983 Jun 16 09:44:10.546124 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5adf1c0c-5313-4850-906e-b8663828622f req-44e758a8-3537-4fa0-aea4-0cafe819fbd8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355472 Jun 16 09:44:10.564481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-3c834209-63bb-4091-abf8-cb9c599f6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.581171 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-3c834209-63bb-4091-abf8-cb9c599f6674 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.1334209 Jun 16 09:44:10.669572 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.670256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-0cb066af-9a03-4835-a02d-d506cc3ec59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:10.672101 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-0cb066af-9a03-4835-a02d-d506cc3ec59e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811412 Jun 16 09:44:10.674080 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-05923019-ed38-441b-b5a3-d8a62dac5688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:10.701181 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92efa147-78d6-4421-a153-ec67fd6f94a7,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:10.703223 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:10.708923 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 33990) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:10.709627 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/92efa147-78d6-4421-a153-ec67fd6f94a7 HTTP/1.1" status: 204 len: 168 time: 0.3946054 Jun 16 09:44:10.710844 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:10.733586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734761a-6a47-4557-8337-87e14c328acb None None] New status for floating IP a46521d7-82a9-4155-96e6-b26cd1ff9b41: ACTIVE {{(pid=99030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:44:10.809228 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.019606 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.034127 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-7626af3d-1cc4-4040-827f-0cde3a10ba20 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193387 Jun 16 09:44:11.037800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > port after_create 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > port after_update 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.043196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.204989 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:11.243103 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.243751 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.243880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.244523 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:44:11.245545 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befefc36-ab3b-4b40-8fc6-9db78b330167']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:11.310972 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e129f352-61a4-4bc6-bba3-35932fed2608') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:11.310972 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e129f352-61a4-4bc6-bba3-35932fed2608') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:11.331687 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.345254 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:11.350341 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:11.350885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.457491 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.486701 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:11.489723 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9aa06-a34d-4ec8-bcf6-824249b259c3" -d '{"events": [{"server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "name": "network-vif-plugged", "status": "completed", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:11.507410 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:11.576706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18236b8a-50e7-41df-9ce0-915d14780efb x-openstack-request-id: req-18236b8a-50e7-41df-9ce0-915d14780efb {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:11.576706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "name": "network-vif-plugged", "status": "completed", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:11.576706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18236b8a-50e7-41df-9ce0-915d14780efb {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:11.576706 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', 'code': 200} Jun 16 09:44:11.611991 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.614762 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:11.672702 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:11.683274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d422911-cb9c-4fa5-a0b9-9369035b1487 req-a5e88f62-b615-4a5d-83fa-586b7fce94c8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:11.690775 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d422911-cb9c-4fa5-a0b9-9369035b1487 req-a5e88f62-b615-4a5d-83fa-586b7fce94c8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 944 time: 0.8133965 Jun 16 09:44:11.704857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.710665 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.714157 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.714938 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.716655 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.717165 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.719454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.719454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.722836 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.723554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.724115 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.724670 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.725214 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:11.734633 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:11.748056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:44:11.748056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: from cryptography.utils import int_from_bytes Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: from cryptography.utils import int_from_bytes Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.752504 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:44:11.756116 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:44:11.809813 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8054035e-42cc-405a-8eb3-3c360bac5b8b req-6eefb8b0-d16b-44e4-b00b-bd350ee51289 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586815 Jun 16 09:44:11.852778 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d422911-cb9c-4fa5-a0b9-9369035b1487 req-765ed80e-109b-498c-8a1f-9300cbe1d326 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605864 Jun 16 09:44:11.903507 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33203-5beb-4e82-a278-dc8e74ebf920 req-a15d6db0-d4b8-4ad7-87b2-b2b114001662 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:11.905863 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b7d33203-5beb-4e82-a278-dc8e74ebf920 req-a15d6db0-d4b8-4ad7-87b2-b2b114001662 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1568458 Jun 16 09:44:11.998089 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b7d33203-5beb-4e82-a278-dc8e74ebf920 req-2e07b64d-c43f-4573-a33a-ebbf74b1b287 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798211 Jun 16 09:44:12.000870 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.006540 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-16d9b5e0-68b8-47ad-821d-ce0b81033e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:12.023609 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.038123 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] 10.222.0.47 "DELETE /v2.0/networks/befefc36-ab3b-4b40-8fc6-9db78b330167 HTTP/1.1" status: 204 len: 168 time: 1.3268197 Jun 16 09:44:12.041616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Pushing event deleted for resources: {'Network': ['ID=befefc36-ab3b-4b40-8fc6-9db78b330167,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:12.052426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:12.155980 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54f4d-3502-453e-80a8-9d4403ef9fec req-09a99e2e-99bb-4ce7-ac32-059340a35e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:12.158050 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0ee54f4d-3502-453e-80a8-9d4403ef9fec req-09a99e2e-99bb-4ce7-ac32-059340a35e1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 1098 time: 0.0632513 Jun 16 09:44:12.222369 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0ee54f4d-3502-453e-80a8-9d4403ef9fec req-3b22ad5c-22c3-4d81-acee-af8faf3dc658 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292468 Jun 16 09:44:12.444087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34044) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.461577 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34046) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.492750 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-7f6f8e9a-168f-4c9a-a87b-168504a3daed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8284bd35968b4cacbdcc36d49336b6cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450854 Jun 16 09:44:12.493209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34050) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.552243 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.580051 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.683215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.725881 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.729696 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.735640 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/587e329e-99e3-418b-a2d7-302e5ce44e0a HTTP/1.1" status: 204 len: 168 time: 0.2366433 Jun 16 09:44:12.735640 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e1c7bc7d-ff27-4816-be52-412497ba99d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:12.739387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e329e-99e3-418b-a2d7-302e5ce44e0a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:12.742006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:12.781471 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.857762 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.860421 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c7506f5d-2611-41da-94f1-2aa0e47c1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:12.896511 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701dc0a-8bd5-4935-b597-74878c2eb349,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:12.902238 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=638f3dea02f74c968db69a8560c6b50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370122 Jun 16 09:44:12.902238 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:12.903671 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34064) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:12.958815 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:12.986694 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.086462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6eba4-628e-4c3f-8654-f6a63c157272 req-51cb82cd-a1c0-4f9e-b6e5-3db25d3ee388 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:13.086462 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6dc6eba4-628e-4c3f-8654-f6a63c157272 req-51cb82cd-a1c0-4f9e-b6e5-3db25d3ee388 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.1018686 Jun 16 09:44:13.180296 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.183621 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6dc6eba4-628e-4c3f-8654-f6a63c157272 req-c5aa547b-d615-42f6-a556-4d7d2664570b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Jun 16 09:44:13.188460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:13.192188 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a701dc0a-8bd5-4935-b597-74878c2eb349 HTTP/1.1" status: 204 len: 168 time: 0.2849481 Jun 16 09:44:13.241084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:13.258660 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701dc0a-8bd5-4935-b597-74878c2eb349,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:13.265293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:13.349527 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39776-c513-4cbc-b4cd-7db0e3bbd7c9 req-89ab4259-e401-47f0-9b04-de21006c7f2c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:13.349527 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19b39776-c513-4cbc-b4cd-7db0e3bbd7c9 req-89ab4259-e401-47f0-9b04-de21006c7f2c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1837587 Jun 16 09:44:13.401065 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19b39776-c513-4cbc-b4cd-7db0e3bbd7c9 req-9d2622d3-40fb-4127-9a1c-e7509962eda1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Jun 16 09:44:13.937497 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34136) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:13.953887 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.072185 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.156821 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.160114 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0a2eee55-7c35-4541-973b-e1c9b10f712f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:14.200294 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=318aec5f4fdd4706b8c0a44b534034c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578752 Jun 16 09:44:14.200294 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23454e9a-c620-4621-837f-011396970465,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:14.200991 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34152) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:14.201895 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:14.279468 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.308431 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.398774 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88210b65-cbbd-4b1c-a0c7-c29a3a1453ec req-44454996-dc4c-4e30-bd12-7cfe5a2429f4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:14.400403 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-88210b65-cbbd-4b1c-a0c7-c29a3a1453ec req-44454996-dc4c-4e30-bd12-7cfe5a2429f4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.0881929 Jun 16 09:44:14.444882 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-88210b65-cbbd-4b1c-a0c7-c29a3a1453ec req-ec3bd512-18c2-46df-81b3-314a625d5fe0 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jun 16 09:44:14.477517 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.480713 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:14.481970 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23454e9a-c620-4621-837f-011396970465 HTTP/1.1" status: 204 len: 168 time: 0.2751462 Jun 16 09:44:14.482923 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:14.491879 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23454e9a-c620-4621-837f-011396970465,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:14.498488 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:14.878812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b996b5-5f5b-44e4-a27b-0aba26ab0949 req-ba36b250-1394-4678-a36f-3eed55ae6e29 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:14.880591 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03b996b5-5f5b-44e4-a27b-0aba26ab0949 req-ba36b250-1394-4678-a36f-3eed55ae6e29 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1092365 Jun 16 09:44:14.927582 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03b996b5-5f5b-44e4-a27b-0aba26ab0949 req-f463357f-ce29-414e-b2ad-256e22e23c6a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Jun 16 09:44:16.114197 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea5af-3f40-4456-b321-db49d6ead5f4 req-ab68cb61-1e93-4114-9430-0a1e33ca27e7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:16.115622 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f49ea5af-3f40-4456-b321-db49d6ead5f4 req-ab68cb61-1e93-4114-9430-0a1e33ca27e7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0676584 Jun 16 09:44:16.168920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f49ea5af-3f40-4456-b321-db49d6ead5f4 req-af3f8399-45b0-4b92-90bf-20a6a1130170 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Jun 16 09:44:16.940756 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34286) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:17.075193 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.209220 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.320673 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.326544 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-88bafad7-c307-4477-ad23-bdfdd496dde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:17.378491 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd8ce-e0f5-49c3-b07e-f4c155b4c1d3 req-8b7b21ec-358d-4056-beba-3ccaf65d9e9b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:17.380251 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e71bd8ce-e0f5-49c3-b07e-f4c155b4c1d3 req-8b7b21ec-358d-4056-beba-3ccaf65d9e9b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0889246 Jun 16 09:44:17.388401 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70128145-b5f6-4636-9a95-637ac4f61abc,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:17.395752 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:17.396491 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f7aee15db734ab6a48dc6259a95e741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546609 Jun 16 09:44:17.399041 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34304) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:17.439898 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e71bd8ce-e0f5-49c3-b07e-f4c155b4c1d3 req-8e14b297-cbdd-44c7-8a47-aefb63d74e49 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514300 Jun 16 09:44:17.508949 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.535936 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.664901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-5e196f9c-3c64-45c1-9e07-44dda13db1d4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:17.666705 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-5e196f9c-3c64-45c1-9e07-44dda13db1d4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.1215432 Jun 16 09:44:17.675701 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.680888 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:17.687891 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70128145-b5f6-4636-9a95-637ac4f61abc HTTP/1.1" status: 204 len: 168 time: 0.2845056 Jun 16 09:44:17.687891 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-caf8f1a5-f40f-4c77-b9cd-c2d7fa91917b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:17.703307 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-1384ab18-3a19-4ab5-b282-90ebd646d13b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/quotas/1e0e6a296e214b089f481e2f69e7cb08 HTTP/1.1" status: 200 len: 375 time: 0.0296888 Jun 16 09:44:17.724585 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70128145-b5f6-4636-9a95-637ac4f61abc,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:17.732899 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:17.845447 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cd0a5cd5-a34e-4f13-ac07-376653013861 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341469 Jun 16 09:44:17.954200 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-6407c487-61c5-4860-834c-16bfec2b4de1 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058450 Jun 16 09:44:18.061434 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-b9f988db-dc61-4ff7-8202-bf4f93d42435 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013229 Jun 16 09:44:18.064470 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34332) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:18.245958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.376588 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-720553bf-cf74-4ff1-a8fe-e338dcdc8aad req-a54f372e-f4b4-41b5-8fcb-b39229fcd7d5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0384128 Jun 16 09:44:18.515841 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34358) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:18.634529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.703848 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4047-6cb5-4a43-a275-2b2f3c0763f8 req-80c9b199-7dcd-43c4-a283-04a1e996bd00 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:18.720406 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-846a4047-6cb5-4a43-a275-2b2f3c0763f8 req-80c9b199-7dcd-43c4-a283-04a1e996bd00 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1440933 Jun 16 09:44:18.727856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.731500 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.811883 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:18.816492 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7478d9b6926044398c6cacd4fb201f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508521 Jun 16 09:44:18.819817 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34368) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:18.855277 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb7404-d895-422b-9e0d-b152fc25e693,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:18.873858 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.886347 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-846a4047-6cb5-4a43-a275-2b2f3c0763f8 req-3e81c1cb-bcb5-4f74-bd7a-ab4569d28c45 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614130 Jun 16 09:44:18.887568 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:18.905815 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.941220 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.972003 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:18.975968 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4ec63561-8eee-4fb1-995c-1006e229202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.026919 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e8658-0c48-4767-8a0e-e1bee166be91,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.042311 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a4b038a67da48159b05d82bc57fec7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244482 Jun 16 09:44:19.044637 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34382) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:19.049865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.101493 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.115344 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.118257 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.119680 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78fb7404-d895-422b-9e0d-b152fc25e693 HTTP/1.1" status: 204 len: 168 time: 0.2987831 Jun 16 09:44:19.121095 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-12a5a1a3-1ded-4909-b58a-7d95be17064e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.129221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb7404-d895-422b-9e0d-b152fc25e693,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.131451 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.138246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.303686 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.313232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:19.313232 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e1e8658-0c48-4767-8a0e-e1bee166be91 HTTP/1.1" status: 204 len: 168 time: 0.2643862 Jun 16 09:44:19.313232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:19.331877 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e8658-0c48-4767-8a0e-e1bee166be91,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:19.334892 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:19.542483 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-929b6f57-a0bc-4c18-9115-aa73e4faa814 req-d0b98657-6d14-40f1-a76e-7761ef4e725e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0331194 Jun 16 09:44:19.988671 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34418) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:20.010010 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.148920 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2a84-4933-4d09-874e-9eb16e5c7314 req-54173a66-1419-47bf-9344-3ef48e3fe8e7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:20.150078 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.150698 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6dfe2a84-4933-4d09-874e-9eb16e5c7314 req-54173a66-1419-47bf-9344-3ef48e3fe8e7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0821569 Jun 16 09:44:20.190468 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6dfe2a84-4933-4d09-874e-9eb16e5c7314 req-d13c3c37-a764-4b31-b5d0-f80144766ef1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Jun 16 09:44:20.246299 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.249764 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ae90e1ab-d28f-4b47-81a3-6db29fd25f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:20.286268 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4416fd6f8ad4a1d8826356efe84e8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959371 Jun 16 09:44:20.287331 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d385d-6886-405a-8dc7-478480986090,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:20.289178 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34424) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:20.290136 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:20.341604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.365780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.486375 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.489097 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:20.492663 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/627d385d-6886-405a-8dc7-478480986090 HTTP/1.1" status: 204 len: 168 time: 0.1998887 Jun 16 09:44:20.492663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a2207dad-b9c4-4a72-a795-4d90e62522fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:20.501236 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d385d-6886-405a-8dc7-478480986090,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:20.504214 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:20.691593 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ebddcaeb-2a51-4a7b-8001-2de0ba28ab76 req-ecbd43ee-fe9c-4d24-8758-fb871a50721e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0333977 Jun 16 09:44:21.175148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-26f7724b-2b75-4468-aeeb-00a040c8ee07 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:21.177161 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-26f7724b-2b75-4468-aeeb-00a040c8ee07 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.1397491 Jun 16 09:44:21.214473 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Request body: {'port': {'device_id': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'admin_state_up': True, 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:21.425494 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5c59f-f4e8-470a-bb10-a7903540bfdc req-97538754-6d39-46ab-b71c-adaed08b282d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:21.427233 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8e5c59f-f4e8-470a-bb10-a7903540bfdc req-97538754-6d39-46ab-b71c-adaed08b282d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0660348 Jun 16 09:44:21.435275 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:21.440716 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:21.541868 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8e5c59f-f4e8-470a-bb10-a7903540bfdc req-5a5ea041-47a8-424e-94ff-3f6cf1f70e5e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Jun 16 09:44:21.624562 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Allocated IP 172.20.0.14 (681f33c3-2875-46ee-a20c-874b0c8cc2c8/f2d1f33c-c5a8-41a2-b352-9393ee83260e/9d878232-12c7-4ed2-8424-c3261a34d8ff) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:21.809899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:21.923815 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-992da7cd-3635-4459-ae37-75cd1e40a1b9 req-27c9295a-d035-405b-8dd8-125c71c1df5f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0383337 Jun 16 09:44:21.934679 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:21.948045 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:21.974607 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34516) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:21.995577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b', 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:22.053148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:22.062142 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:22.065634 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event updated for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:22.068355 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:22.075062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:22.133482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.134180 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.137499 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.222378 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0139444 Jun 16 09:44:22.254940 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Request body: {'port': {'device_id': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:22.329819 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.338631 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.463758 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.466209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:22.507618 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c149738e21be4984ba0069600709f14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306563 Jun 16 09:44:22.508898 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcfb4b4-4d56-49e2-ba49-36e5cf33634b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:22.512459 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34526) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:22.512653 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:22.650529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d878232-12c7-4ed2-8424-c3261a34d8ff {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:22.661026 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.690329 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.695495 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Transition to ACTIVE for port object 9d878232-12c7-4ed2-8424-c3261a34d8ff will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:22.722136 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.781168 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34540) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:22.796922 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.800850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-93eff073-ba49-41a5-8de5-d352d6fd8d00 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:22.888916 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Pushing event updated for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:22.900446 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:22.915652 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8fd8-f696-4624-9afa-0b5a318d73e8 req-11853d9a-4c2f-436f-b5ae-f00139d757bd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:22.917651 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cbc8fd8-f696-4624-9afa-0b5a318d73e8 req-11853d9a-4c2f-436f-b5ae-f00139d757bd tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1806722 Jun 16 09:44:22.933961 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.937210 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.939721 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:22.940801 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbcfb4b4-4d56-49e2-ba49-36e5cf33634b HTTP/1.1" status: 204 len: 168 time: 0.4274085 Jun 16 09:44:22.944516 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-247bfb60-b6e3-499b-b909-06dab708309d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:22.997243 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcfb4b4-4d56-49e2-ba49-36e5cf33634b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.015450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.050942 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cbc8fd8-f696-4624-9afa-0b5a318d73e8 req-ca0c1e45-fdb7-48db-bde5-7a74442c3c7b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147029 Jun 16 09:44:23.076487 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Attempting to bind port 9d878232-12c7-4ed2-8424-c3261a34d8ff on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:23.077231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Attempting to bind port 9d878232-12c7-4ed2-8424-c3261a34d8ff by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:23.078076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Attempting to bind port 9d878232-12c7-4ed2-8424-c3261a34d8ff on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:23.093493 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Port 9d878232-12c7-4ed2-8424-c3261a34d8ff on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:23.093821 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Attempting to bind port 9d878232-12c7-4ed2-8424-c3261a34d8ff on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:23.102729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34552) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:23.107716 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:23.113520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Checking segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:23.113520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Bound using segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:23.113520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Bound port: 9d878232-12c7-4ed2-8424-c3261a34d8ff, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:23.113520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.198427 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.240078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.245937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:23.288263 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:23.311786 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:23.313235 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665326e-8dbc-41ba-979b-ce84ecc49d5c,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.316301 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.325406 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ff621aa523f4009b119a2b9a2b7258c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420661 Jun 16 09:44:23.327062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34558) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:23.341826 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c193a-6244-41f6-9110-db3e5acd7a4b req-90abfdda-5872-46f5-827e-658ddc5e3f4a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.343750 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e8c193a-6244-41f6-9110-db3e5acd7a4b req-90abfdda-5872-46f5-827e-658ddc5e3f4a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 944 time: 0.1657865 Jun 16 09:44:23.365979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.369733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:23.371923 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-26f5ad62-8840-4c7a-9ef8-a8c0deb96d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.413905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e8c193a-6244-41f6-9110-db3e5acd7a4b req-8dfd9c0c-4bb9-4eed-863f-9fcb45cfa284 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641241 Jun 16 09:44:23.415245 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.415762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.417756 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d878232-12c7-4ed2-8424-c3261a34d8ff HTTP/1.1" status: 200 len: 1094 time: 1.1722538 Jun 16 09:44:23.420059 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:23.422539 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e325b-e21e-413e-a09b-dd74b0ddd635" -d '{"events": [{"name": "network-changed", "server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:23.425653 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.453987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Pushing event updated for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.457204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.467537 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.478303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f1fe44-34e9-41e9-aa51-0abd5791cd5d x-openstack-request-id: req-92f1fe44-34e9-41e9-aa51-0abd5791cd5d {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:23.479250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:23.479250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92f1fe44-34e9-41e9-aa51-0abd5791cd5d {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:23.481180 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff', 'status': 'completed', 'code': 200} Jun 16 09:44:23.536548 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-26f5ad62-8840-4c7a-9ef8-a8c0deb96d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.594177 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-f61cf512-f8e2-4c4d-a6eb-8d86751b8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.595660 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-f61cf512-f8e2-4c4d-a6eb-8d86751b8512 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 1097 time: 0.0563667 Jun 16 09:44:23.610985 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34564) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:23.624372 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.633999 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-26f5ad62-8840-4c7a-9ef8-a8c0deb96d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.636770 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.639609 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.642963 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6665326e-8dbc-41ba-979b-ce84ecc49d5c HTTP/1.1" status: 204 len: 168 time: 0.3124337 Jun 16 09:44:23.643383 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:23.694285 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5ad62-8840-4c7a-9ef8-a8c0deb96d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76490f0d-b16a-4917-b058-c3a44183b84b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.700573 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-26f5ad62-8840-4c7a-9ef8-a8c0deb96d4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=db161f3f133a4aaab531fb3828aa46f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966814 Jun 16 09:44:23.705858 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34570) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:23.731292 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665326e-8dbc-41ba-979b-ce84ecc49d5c,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.743749 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.744604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-947f970d-c5ea-4d06-aa41-f942d94e8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.745466 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:23.745901 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.746764 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-947f970d-c5ea-4d06-aa41-f942d94e8ccc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362953 Jun 16 09:44:23.810626 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.863568 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.874417 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.904315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-83d0992c-2fd9-49f9-90a1-ff9b48fac57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:23.906985 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e4e325b-e21e-413e-a09b-dd74b0ddd635 req-83d0992c-2fd9-49f9-90a1-ff9b48fac57b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507695 Jun 16 09:44:23.925737 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.929852 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d5be9fce-6dd7-45d6-862e-e314210fe537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:23.970238 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58932ab02ca743bc8c715d4a78358631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579826 Jun 16 09:44:23.971405 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee6f4e3-d2c3-4adf-871a-1eedfeba0be7,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:23.973009 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34580) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:23.974286 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:23.988992 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.991779 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:23.999540 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76490f0d-b16a-4917-b058-c3a44183b84b HTTP/1.1" status: 204 len: 168 time: 0.2852323 Jun 16 09:44:23.999540 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-aa8d74c8-b905-4132-a0f4-222bd01ddd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:24.016984 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76490f0d-b16a-4917-b058-c3a44183b84b,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:24.020765 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:24.045636 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:24.069354 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:24.205077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-9ea79f0f-d6c6-4db8-b987-81351efe4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.206605 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-9ea79f0f-d6c6-4db8-b987-81351efe4b34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 1097 time: 0.1621835 Jun 16 09:44:24.282255 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-f0bdc4e2-603d-445f-b42b-5bcaeaeac4aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff HTTP/1.1" status: 200 len: 217 time: 0.0379038 Jun 16 09:44:24.282892 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:24.285480 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:24.289110 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bee6f4e3-d2c3-4adf-871a-1eedfeba0be7 HTTP/1.1" status: 204 len: 168 time: 0.3125288 Jun 16 09:44:24.289110 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:24.330749 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee6f4e3-d2c3-4adf-871a-1eedfeba0be7,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:24.337484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:24.360953 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71482-a415-48b6-b33b-51ef727e2208 req-62f92d41-d807-433f-99d5-e5311228373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.362490 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-62f92d41-d807-433f-99d5-e5311228373b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.0719306 Jun 16 09:44:24.376206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2dc8e-0f4a-4d3a-8a1a-54ee120f5644 req-15da5c4d-3820-42b8-bfd8-d8e00afa6d82 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.377960 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3e2dc8e-0f4a-4d3a-8a1a-54ee120f5644 req-15da5c4d-3820-42b8-bfd8-d8e00afa6d82 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1656735 Jun 16 09:44:24.412667 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-d4f44079-f010-4889-9bb3-e99f8ff84f86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336933 Jun 16 09:44:24.469767 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3e2dc8e-0f4a-4d3a-8a1a-54ee120f5644 req-5b943632-10bf-4380-bd28-9eace591ddbb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596728 Jun 16 09:44:24.521659 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-123d79d8-c0cb-4c9d-b9cf-9b3f5c97fefc service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019886 Jun 16 09:44:24.688497 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85e71482-a415-48b6-b33b-51ef727e2208 req-83967feb-00fb-44e2-af7c-b1290a056aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575577 Jun 16 09:44:24.707004 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cd3a6-8465-4b97-9f6b-da404d8a9ee8 req-6d53c344-e8fe-4ee5-9572-6b20a0b60a90 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:24.708779 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d3cd3a6-8465-4b97-9f6b-da404d8a9ee8 req-6d53c344-e8fe-4ee5-9572-6b20a0b60a90 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 944 time: 0.1411414 Jun 16 09:44:24.756561 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d3cd3a6-8465-4b97-9f6b-da404d8a9ee8 req-e25b39b2-8bf3-4332-9a93-ecd834cc9d78 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Jun 16 09:44:25.535257 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34658) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:25.659944 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94833-f6b9-4883-94ad-bfc5c556beb1 req-d8840398-ee45-420f-890c-a49ee6eeeb7c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.661500 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3b94833-f6b9-4883-94ad-bfc5c556beb1 req-d8840398-ee45-420f-890c-a49ee6eeeb7c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0717986 Jun 16 09:44:25.701136 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3b94833-f6b9-4883-94ad-bfc5c556beb1 req-5839efa9-610f-4115-b986-44a2e8b00ca3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Jun 16 09:44:25.765507 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1547053322-network', 'tenant_id': 'b06dd8b3e8be4d908be933b4ad45bdba'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:25.845958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Made reservation on behalf of b06dd8b3e8be4d908be933b4ad45bdba for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:25.848368 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.858878 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:25.981535 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c457669-5700-4321-a034-d0526d6a6fd0 req-13ba8867-3912-45ba-8180-40770f33b63c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:25.983067 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8c457669-5700-4321-a034-d0526d6a6fd0 req-13ba8867-3912-45ba-8180-40770f33b63c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 944 time: 0.1018362 Jun 16 09:44:26.023971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.036693 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8c457669-5700-4321-a034-d0526d6a6fd0 req-3e1dd5ad-4da4-4831-8605-98910178229c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Jun 16 09:44:26.097623 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.102489 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:26.127830 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:44:26.138460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:26.142556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:26.143580 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.143920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Added segment 1a46e992-5df4-436a-b9c9-152c55839b4b of type vlan for network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f Jun 16 09:44:26.193704 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.297939 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.299299 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:26.300055 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.304628 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2720b8a3-0907-48e5-a702-9aee4114aef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:26.368058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:26.371997 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:26.382639 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:44:26.395845 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8592823 Jun 16 09:44:26.398860 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34696) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:26.403852 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Request body: {'subnet': {'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1547053322-subnet', 'tenant_id': 'b06dd8b3e8be4d908be933b4ad45bdba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:26.514645 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Made reservation on behalf of b06dd8b3e8be4d908be933b4ad45bdba for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:26.517203 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.755031 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:26.757820 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3231c8eb-a9d8-4ba9-913d-6baefafe69aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:26.824865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b6ea4c-c7d5-4ad3-bc41-0e634711a239,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:26.827839 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:26.836859 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Checking segment: {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:26.837393 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Network hostable DHCP agents. Network: c9a50b1d-29a3-4d6b-9b9a-908a5956c70f, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:44:26.894544 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418699e-04d5-4e6c-a7d2-f90e472a01af req-f0fa95f7-5ff0-4a07-b36b-bfc30763063d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:26.896198 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4418699e-04d5-4e6c-a7d2-f90e472a01af req-f0fa95f7-5ff0-4a07-b36b-bfc30763063d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0764632 Jun 16 09:44:26.914536 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:44:26.957072 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4418699e-04d5-4e6c-a7d2-f90e472a01af req-aedfd088-6803-4ee2-a4ec-e182b489dc18 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541346 Jun 16 09:44:27.000743 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, c9a50b1d-29a3-4d6b-9b9a-908a5956c70f) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:27.005707 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:27.006879 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.010564 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec57008-51c0-4f8a-ad82-725d8b02370c None None] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:27.120839 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7207310 Jun 16 09:44:27.157284 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93f72b-a27e-4ef6-ab65-c53cf03f626a None None] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:27.269396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31a5d-770f-4f15-931d-307037de8c48 req-742a5cc4-3c71-4d5c-a078-e5164331a150 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:27.271396 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e2d31a5d-770f-4f15-931d-307037de8c48 req-742a5cc4-3c71-4d5c-a078-e5164331a150 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 944 time: 0.0888104 Jun 16 09:44:27.282846 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 9d878232-12c7-4ed2-8424-c3261a34d8ff details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:27.322866 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e2d31a5d-770f-4f15-931d-307037de8c48 req-c823d236-e738-475a-9334-a5ffb677f030 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Jun 16 09:44:27.413201 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:27.428291 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '9d878232-12c7-4ed2-8424-c3261a34d8ff', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'port_id': '9d878232-12c7-4ed2-8424-c3261a34d8ff', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d1f33c-c5a8-41a2-b352-9393ee83260e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:27.483034 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.497775 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d878232-12c7-4ed2-8424-c3261a34d8ff {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:27.517723 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:27.629101 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:27.631828 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-533e587f-1e1c-4a3b-b12c-dd569d3cce27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:27.678571 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:27.682462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:28.145745 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51cf88-043a-417b-a910-5844d5b0031b req-4e060644-2396-4a69-9542-2b8c43a33a8f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:28.148358 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dd51cf88-043a-417b-a910-5844d5b0031b req-4e060644-2396-4a69-9542-2b8c43a33a8f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0736020 Jun 16 09:44:28.160239 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['9d878232-12c7-4ed2-8424-c3261a34d8ff'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:28.193907 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dd51cf88-043a-417b-a910-5844d5b0031b req-483ae7fc-dd05-40f6-8f1b-c1ad9a7eabf6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Jun 16 09:44:28.545430 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950b8e2-1a2f-46dc-9ea9-07ae2ae1bb1d req-60497cf9-3e61-4bd2-a10f-df418aeac3fa tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:28.547115 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b950b8e2-1a2f-46dc-9ea9-07ae2ae1bb1d req-60497cf9-3e61-4bd2-a10f-df418aeac3fa tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 945 time: 0.0948913 Jun 16 09:44:28.586035 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b950b8e2-1a2f-46dc-9ea9-07ae2ae1bb1d req-de0f7120-ff40-4701-8313-ca62285ab56c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Jun 16 09:44:29.428224 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b0ed2-e780-4fa7-abbd-67a136ff2d7d req-1f89092f-fdb3-46e2-8ce1-364b66b8be9e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:29.432760 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-244b0ed2-e780-4fa7-abbd-67a136ff2d7d req-1f89092f-fdb3-46e2-8ce1-364b66b8be9e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0932593 Jun 16 09:44:29.486583 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-244b0ed2-e780-4fa7-abbd-67a136ff2d7d req-6d08a885-12c6-42b2-8d77-30d16ec7f1ac tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Jun 16 09:44:29.641892 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-b12c297b-a145-428a-a8ae-fff9852259a0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:29.643455 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-b12c297b-a145-428a-a8ae-fff9852259a0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/networks?id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f HTTP/1.1" status: 200 len: 814 time: 0.1079473 Jun 16 09:44:29.663562 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-24e4effe-64b0-4f06-8d10-6df93ca320f0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/quotas/b06dd8b3e8be4d908be933b4ad45bdba HTTP/1.1" status: 200 len: 375 time: 0.0101726 Jun 16 09:44:29.699266 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-ced97fbc-07fb-4f16-ad8b-e34a42cb9907 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jun 16 09:44:29.882326 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc705-097d-4f40-bcd3-a3da264e941f req-5aa004a0-e0af-48c9-9d90-9fd21b7cb886 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:29.883935 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-414dc705-097d-4f40-bcd3-a3da264e941f req-5aa004a0-e0af-48c9-9d90-9fd21b7cb886 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 945 time: 0.1809573 Jun 16 09:44:29.887733 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-e00ef6f2-dd71-4e32-83d4-2b6f7cb5ef73 service neutron] 10.222.0.47 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665609 Jun 16 09:44:29.960305 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-414dc705-097d-4f40-bcd3-a3da264e941f req-90e913e9-16c5-4b48-adfc-709e07b29e41 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698524 Jun 16 09:44:30.296693 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-1d8cea8c-fbc6-47dd-91c2-9111a319e326 service neutron] 10.222.0.47 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987877 Jun 16 09:44:30.593047 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f76e3f0a-0a15-4f54-92f9-276459837bf0 req-ddff32fb-aa34-4b8a-9f1c-14c1f897fdfd tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 210 time: 0.0312417 Jun 16 09:44:30.693132 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a9ee-7380-409e-b78e-6d750df6fa1f req-ce5e967b-1a98-45a0-96c1-2cd81c9b09f2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:30.694642 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f7e5a9ee-7380-409e-b78e-6d750df6fa1f req-ce5e967b-1a98-45a0-96c1-2cd81c9b09f2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0721543 Jun 16 09:44:30.733829 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f7e5a9ee-7380-409e-b78e-6d750df6fa1f req-67601256-c7fe-46c9-ac98-d6d36cad89ca tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Jun 16 09:44:31.064185 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34824) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:31.152578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba260-bb49-4342-b256-ecbd42190ee9 req-4b7eb34a-6646-4c5a-bb17-cb048862f99d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:31.154210 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8f5ba260-bb49-4342-b256-ecbd42190ee9 req-4b7eb34a-6646-4c5a-bb17-cb048862f99d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 945 time: 0.0778978 Jun 16 09:44:31.194632 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.206972 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8f5ba260-bb49-4342-b256-ecbd42190ee9 req-c0a033c5-1ef4-4a54-827d-ae16a83354d5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Jun 16 09:44:31.300111 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.303069 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 9d878232-12c7-4ed2-8424-c3261a34d8ff up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:31.417753 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.420676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-52cd9645-4023-4a3d-aadf-3e2a3c894504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:31.460474 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c6a6c-19cb-424e-b017-6b9167d07f07,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:31.465882 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29653135c7544b41b080250cbdc49336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004545 Jun 16 09:44:31.467248 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:31.468520 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34846) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:31.469779 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 9d878232-12c7-4ed2-8424-c3261a34d8ff completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:31.478292 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 9d878232-12c7-4ed2-8424-c3261a34d8ff triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:31.478673 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.530209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.554347 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.576487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.607610 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:31.610550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e8f1f3-b7a4-4a55-b63f-3faa7fc59a3c" -d '{"events": [{"server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "name": "network-vif-plugged", "status": "completed", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:31.644666 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:31.665445 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e17e0-fa9e-4105-a9e3-7273f298d002 x-openstack-request-id: req-ac5e17e0-fa9e-4105-a9e3-7273f298d002 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:31.665775 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "name": "network-vif-plugged", "status": "completed", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:31.666180 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac5e17e0-fa9e-4105-a9e3-7273f298d002 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:31.666595 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff', 'code': 200} Jun 16 09:44:31.675048 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.678050 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.682072 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/337c6a6c-19cb-424e-b017-6b9167d07f07 HTTP/1.1" status: 204 len: 168 time: 0.2095764 Jun 16 09:44:31.682072 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-007b828d-65ec-4bc0-bb31-da3b4294cb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:31.688902 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c6a6c-19cb-424e-b017-6b9167d07f07,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:31.691446 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-95160929-6f8f-4257-97b7-9c734ad04e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:31.698947 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6568b502-0a0e-45f1-b142-e98b8b83ebc9 req-d2a4eb24-a690-4be1-8e31-cf4d6c5f3443 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 210 time: 0.0421243 Jun 16 09:44:31.713844 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:31.716166 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:31.770494 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:31.774755 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:31.943739 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3427a8-f272-4bf4-a3b8-3f9f24152060 req-ceb7d463-45d4-45da-b1bd-7419b59b0d82 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:31.945658 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce3427a8-f272-4bf4-a3b8-3f9f24152060 req-ceb7d463-45d4-45da-b1bd-7419b59b0d82 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0969167 Jun 16 09:44:32.016893 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce3427a8-f272-4bf4-a3b8-3f9f24152060 req-3e2b2468-4c8e-4e5a-a4be-6c1046faee98 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640273 Jun 16 09:44:32.181746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6866f-5a2f-44a0-8c26-88068e33dda3 req-3882b770-d848-4200-bb8f-55e11cd11f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:32.183234 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7fe6866f-5a2f-44a0-8c26-88068e33dda3 req-3882b770-d848-4200-bb8f-55e11cd11f2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 1099 time: 0.0709531 Jun 16 09:44:32.222757 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7fe6866f-5a2f-44a0-8c26-88068e33dda3 req-5b8776fe-6bab-424b-8238-02eb92ede656 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jun 16 09:44:32.400993 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23748ce-5bf6-4533-b35d-e2b18fc19b08 req-d9acf9d6-d9b7-4496-8978-e34348d87c0d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:32.402553 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e23748ce-5bf6-4533-b35d-e2b18fc19b08 req-d9acf9d6-d9b7-4496-8978-e34348d87c0d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.0724859 Jun 16 09:44:32.442363 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e23748ce-5bf6-4533-b35d-e2b18fc19b08 req-25b69f1b-db26-44fa-afac-f23261f6cb06 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330238 Jun 16 09:44:32.455226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 34902) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:32.475133 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.567501 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.651920 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.654520 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4a0eaa32-c720-495f-8684-b6900305c3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:32.694142 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3d5d6041de940f788883fe3340a2534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377181 Jun 16 09:44:32.695168 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7befd40-6175-4e28-94c9-02bbfc2d4d40,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:32.697156 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 34920) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:32.698229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:32.752337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.776948 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.861059 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fc46e45-7e03-45ba-852a-f2a85674d949 req-52944453-7624-413b-9ab8-ad332996718d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 210 time: 0.0297601 Jun 16 09:44:32.920329 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.926671 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:32.926671 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7befd40-6175-4e28-94c9-02bbfc2d4d40 HTTP/1.1" status: 204 len: 168 time: 0.2257087 Jun 16 09:44:32.926671 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:32.932921 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7befd40-6175-4e28-94c9-02bbfc2d4d40,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:32.935347 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:33.203316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18d66-470e-435a-82f7-4fc27417795b req-2d886507-d6bd-49f7-a0fa-20110ffa03c7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:33.203316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bba18d66-470e-435a-82f7-4fc27417795b req-2d886507-d6bd-49f7-a0fa-20110ffa03c7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0678389 Jun 16 09:44:33.245754 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bba18d66-470e-435a-82f7-4fc27417795b req-e41b66db-b09a-4553-89cd-9d7f898f112a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Jun 16 09:44:33.631101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbe45d-ab6d-4f4d-8bb7-1e90c5ab3871 req-44d30086-5cfc-49ac-95b9-20b2c448223b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:33.633132 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-69cbe45d-ab6d-4f4d-8bb7-1e90c5ab3871 req-44d30086-5cfc-49ac-95b9-20b2c448223b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.0695083 Jun 16 09:44:33.671751 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-69cbe45d-ab6d-4f4d-8bb7-1e90c5ab3871 req-462a6a6e-d712-4d27-9d26-80678530c994 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Jun 16 09:44:33.843524 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-89bb23f3-14c8-402f-badd-db60608a0bc0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:33.845038 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-89bb23f3-14c8-402f-badd-db60608a0bc0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "GET /v2.0/networks?id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f HTTP/1.1" status: 200 len: 814 time: 0.1157746 Jun 16 09:44:33.920070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Request body: {'port': {'device_id': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f', 'admin_state_up': True, 'tenant_id': 'b06dd8b3e8be4d908be933b4ad45bdba'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:34.114809 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Made reservation on behalf of b06dd8b3e8be4d908be933b4ad45bdba for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:34.119258 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.234678 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c480baf9-1ebd-4043-b5d6-be315097996c req-f11e0699-c461-414b-bdcb-42e7a59a613f tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 210 time: 0.0664167 Jun 16 09:44:34.376991 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Allocated IP 172.20.0.9 (c9a50b1d-29a3-4d6b-9b9a-908a5956c70f/c8b6ea4c-c7d5-4ad3-bc41-0e634711a239/8c1397e8-33e5-40c0-b680-0bd560b6c66b) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:34.579529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3fe90-19fb-4c46-8ca8-d6b334fab38a req-4fee90eb-5cc2-4e45-8291-0922ae164425 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:34.580958 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80f3fe90-19fb-4c46-8ca8-d6b334fab38a req-4fee90eb-5cc2-4e45-8291-0922ae164425 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1456270 Jun 16 09:44:34.583953 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.630484 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80f3fe90-19fb-4c46-8ca8-d6b334fab38a req-103d220c-7403-4e50-8b8f-a69dea574252 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Jun 16 09:44:34.798179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:34.820007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:34.882212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:34.889891 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:34.896318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Pushing event updated for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:34.899044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:34.903104 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:34.944289 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa541b-2ffd-4fbf-8cb8-60af7fd7d499 req-4cd97d66-da00-461f-9df2-7f149835bcf1 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:34.945824 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-06fa541b-2ffd-4fbf-8cb8-60af7fd7d499 req-4cd97d66-da00-461f-9df2-7f149835bcf1 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.1604602 Jun 16 09:44:34.964125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:34.966835 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.003100 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-06fa541b-2ffd-4fbf-8cb8-60af7fd7d499 req-6d1e6881-c36f-4757-a2e7-fef4ae588d4a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 Jun 16 09:44:35.062209 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1431949 Jun 16 09:44:35.091182 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Request body: {'port': {'device_id': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:35.194613 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.205769 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-03401918-ed1c-4e02-bbf6-5666d2a219e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.490858 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca26e32-80bc-4911-af13-cfb0c2891f0b req-0ba456c1-c902-4d59-875d-ef1e65c94949 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:35.492506 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bca26e32-80bc-4911-af13-cfb0c2891f0b req-0ba456c1-c902-4d59-875d-ef1e65c94949 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 931 time: 0.1147442 Jun 16 09:44:35.544061 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1397e8-33e5-40c0-b680-0bd560b6c66b {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:35.554517 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.576143 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bca26e32-80bc-4911-af13-cfb0c2891f0b req-c96a685b-e3de-403f-8bfb-644213b6044e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612159 Jun 16 09:44:35.578857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Transition to ACTIVE for port object 8c1397e8-33e5-40c0-b680-0bd560b6c66b will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:35.635553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.639368 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:35.721423 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:35.724508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:35.827403 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Attempting to bind port 8c1397e8-33e5-40c0-b680-0bd560b6c66b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:35.827736 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Attempting to bind port 8c1397e8-33e5-40c0-b680-0bd560b6c66b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:35.828064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Attempting to bind port 8c1397e8-33e5-40c0-b680-0bd560b6c66b on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:35.837759 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Port 8c1397e8-33e5-40c0-b680-0bd560b6c66b on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:35.838089 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Attempting to bind port 8c1397e8-33e5-40c0-b680-0bd560b6c66b on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:35.847694 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:35.848034 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Checking segment: {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:35.848518 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Bound using segment: {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:35.848956 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Bound port: 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:35.849304 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:35.866189 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da8ec-42a5-4f8b-9bfa-7442726397d5 req-8894245c-a530-4ba0-9a4f-e862323154cf tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:35.867750 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-616da8ec-42a5-4f8b-9bfa-7442726397d5 req-8894245c-a530-4ba0-9a4f-e862323154cf tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1020470 Jun 16 09:44:35.942091 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-616da8ec-42a5-4f8b-9bfa-7442726397d5 req-578dd5b0-9b32-4039-bc61-0ba9cdbf1e55 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Jun 16 09:44:35.953662 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:35.957179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:36.046315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.049549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c19548a9-3fd8-4ae7-8d6a-105070e1b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:36.085013 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.085778 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:36.087380 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] 10.222.0.23 "PUT /v2.0/ports/8c1397e8-33e5-40c0-b680-0bd560b6c66b HTTP/1.1" status: 200 len: 1093 time: 1.0058322 Jun 16 09:44:36.088553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:36.091010 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a11d4-6216-4061-9f9f-11144576cff6" -d '{"events": [{"name": "network-changed", "server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:36.121954 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:36.130337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:36.139823 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce8208-f1b7-43f5-9ea4-2bbd60d039be x-openstack-request-id: req-b2ce8208-f1b7-43f5-9ea4-2bbd60d039be {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:36.140148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:36.140452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2ce8208-f1b7-43f5-9ea4-2bbd60d039be {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:36.140874 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b', 'status': 'completed', 'code': 200} Jun 16 09:44:36.197785 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88338e8-c25d-4587-b2cd-3e7f9e4fb743 req-d1f6c226-d66d-44e0-a657-4e7dc838b864 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.199170 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d88338e8-c25d-4587-b2cd-3e7f9e4fb743 req-d1f6c226-d66d-44e0-a657-4e7dc838b864 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.0707929 Jun 16 09:44:36.268214 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d88338e8-c25d-4587-b2cd-3e7f9e4fb743 req-7f88a1e4-3b5e-4434-a446-b4d0721afa90 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 Jun 16 09:44:36.288100 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-749525f6-10bb-4048-8c0c-cb8261e3a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.289726 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-749525f6-10bb-4048-8c0c-cb8261e3a4e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 1096 time: 0.0863647 Jun 16 09:44:36.433199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-a277590f-bf82-474c-b6c8-d0a04319a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.434713 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-a277590f-bf82-474c-b6c8-d0a04319a375 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1197071 Jun 16 09:44:36.593577 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-77e3920f-ae51-486c-8def-5e28faf8f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.596016 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d4a11d4-6216-4061-9f9f-11144576cff6 req-77e3920f-ae51-486c-8def-5e28faf8f421 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182122 Jun 16 09:44:36.781004 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-c55621dd-65f3-4910-bde4-10e548ec5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.782625 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-c55621dd-65f3-4910-bde4-10e548ec5b9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 1096 time: 0.1025043 Jun 16 09:44:36.797594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ded514-a5f4-435f-9fd8-30dea3a87c23 req-47d70727-6140-4393-83fe-0c497a6d6cb0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.799084 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05ded514-a5f4-435f-9fd8-30dea3a87c23 req-47d70727-6140-4393-83fe-0c497a6d6cb0 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 943 time: 0.0890758 Jun 16 09:44:36.881928 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-69ac1729-3fb9-453e-9302-7deb63869c0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b HTTP/1.1" status: 200 len: 217 time: 0.0734410 Jun 16 09:44:36.950584 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05ded514-a5f4-435f-9fd8-30dea3a87c23 req-0c3b47ae-7f6d-4967-9866-6848d85412b6 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451545 Jun 16 09:44:36.976067 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-16e1f847-156f-48e0-bb00-6df176eab7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:36.977884 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-16e1f847-156f-48e0-bb00-6df176eab7a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8b6ea4c-c7d5-4ad3-bc41-0e634711a239 HTTP/1.1" status: 200 len: 854 time: 0.0858243 Jun 16 09:44:37.019962 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-68cf8d25-e0c4-4a93-940c-534923f7b4c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342138 Jun 16 09:44:37.269818 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-6bb7d324-67b8-4c11-afcc-bbb66ef9b6aa service neutron] 10.222.0.23 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405789 Jun 16 09:44:37.396487 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6ed04-6f8e-4334-97c3-215cfde51788 req-9e40f384-54be-4d62-9b0c-5b068c53f3a5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:37.398251 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fcc6ed04-6f8e-4334-97c3-215cfde51788 req-9e40f384-54be-4d62-9b0c-5b068c53f3a5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.2386916 Jun 16 09:44:37.427831 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8fcd7c3f-648f-474f-be85-328ff9db347a req-f6cb4b97-8fce-41df-b882-b8d60a1af6a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476858 Jun 16 09:44:37.455241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fcc6ed04-6f8e-4334-97c3-215cfde51788 req-872fef78-6c3a-43c6-a2fb-a0455f7e5ab1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Jun 16 09:44:37.663183 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-3e0b345a-2620-4407-8745-b1c6c0f95fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.069151 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:38.142284 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62293b-f2df-44d2-85cd-0820bc4ab8da req-04e0e8f1-e66f-4030-9b92-88b8f71cf8f8 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.143788 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4a62293b-f2df-44d2-85cd-0820bc4ab8da req-04e0e8f1-e66f-4030-9b92-88b8f71cf8f8 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 943 time: 0.0706649 Jun 16 09:44:38.184195 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4a62293b-f2df-44d2-85cd-0820bc4ab8da req-1125603d-bca1-444f-ba68-0157148bd593 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Jun 16 09:44:38.659777 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fb099-1299-4f6b-880f-a1e8e24ee748 req-d93e5865-3e2b-461a-8c47-022fa64c5d23 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:38.661311 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-621fb099-1299-4f6b-880f-a1e8e24ee748 req-d93e5865-3e2b-461a-8c47-022fa64c5d23 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0698779 Jun 16 09:44:38.701250 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-621fb099-1299-4f6b-880f-a1e8e24ee748 req-44a30a23-0aba-41e3-a7fc-5faecaa6801f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Jun 16 09:44:38.954320 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:39.412525 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c3b20-2855-496e-aa37-2960eb4ad0d6 req-7b70c2c6-1b6b-4eae-818a-dad2419393fe tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:39.415249 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-420c3b20-2855-496e-aa37-2960eb4ad0d6 req-7b70c2c6-1b6b-4eae-818a-dad2419393fe tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 943 time: 0.1059287 Jun 16 09:44:39.462265 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-420c3b20-2855-496e-aa37-2960eb4ad0d6 req-11029c90-e06f-42bc-b421-598948bde8d6 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jun 16 09:44:39.476064 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:44:39.960337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c931b-39a5-45da-abcc-5f3b5ae5c093 req-9f948a2a-91fd-4d55-aeb7-d79c96be9a92 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:39.961848 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-760c931b-39a5-45da-abcc-5f3b5ae5c093 req-9f948a2a-91fd-4d55-aeb7-d79c96be9a92 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0761271 Jun 16 09:44:40.007490 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-760c931b-39a5-45da-abcc-5f3b5ae5c093 req-7f50f625-bb0b-4ed0-9f15-cc118ae6bb7d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Jun 16 09:44:40.217907 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35124) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:40.356425 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.423435 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.488459 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.492104 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.568171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.568171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-883e28bb-80eb-4503-b9c1-478f80357c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:40.602579 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bffece9-02bd-4ad8-833a-9ef86b00c08e,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:40.607260 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:40.612674 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc1ad984faa9444bb876a4e330eed7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936343 Jun 16 09:44:40.617185 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35142) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:40.677608 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.698386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959af19-cfa9-4a86-ba44-03e540ac07cc req-2b05b10d-1603-4605-b25a-4e630d1c5842 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:40.702783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.705932 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7959af19-cfa9-4a86-ba44-03e540ac07cc req-2b05b10d-1603-4605-b25a-4e630d1c5842 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 943 time: 0.0905864 Jun 16 09:44:40.746992 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7959af19-cfa9-4a86-ba44-03e540ac07cc req-cb565023-1479-4bd2-ab2a-b7c29b03cc74 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Jun 16 09:44:40.817418 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.820009 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:40.821272 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bffece9-02bd-4ad8-833a-9ef86b00c08e HTTP/1.1" status: 204 len: 168 time: 0.2027814 Jun 16 09:44:40.822137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6f356c18-59d9-413c-ac51-b27e66a5337c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:40.830216 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bffece9-02bd-4ad8-833a-9ef86b00c08e,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:40.832696 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:41.204290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac91a-dd28-4240-b30f-4bfb7ad93174 req-f5482296-1ad1-4a5a-93c5-c96e30042c5f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:41.207254 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c97ac91a-dd28-4240-b30f-4bfb7ad93174 req-f5482296-1ad1-4a5a-93c5-c96e30042c5f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0806017 Jun 16 09:44:41.252839 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c97ac91a-dd28-4240-b30f-4bfb7ad93174 req-17b86538-292b-4b02-ad79-7ffdbd86b89b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Jun 16 09:44:41.345093 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 8c1397e8-33e5-40c0-b680-0bd560b6c66b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:44:41.469678 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:41.494098 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '8c1397e8-33e5-40c0-b680-0bd560b6c66b', 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f', 'port_id': '8c1397e8-33e5-40c0-b680-0bd560b6c66b', 'mac_address': 'fa:16:3e:a8:38:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b6ea4c-c7d5-4ad3-bc41-0e634711a239', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:44:41.557614 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.597624 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1397e8-33e5-40c0-b680-0bd560b6c66b {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:41.635304 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:41.732946 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:41.738636 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e5ea9f2c-6061-4c41-bba2-01bba75e7d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:41.835270 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:41.840551 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:41.980945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706093db-c4ff-4ca5-8301-d4168e30c0c3 req-120c61c6-24fc-4f51-8386-f24727ca3442 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:41.982806 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-706093db-c4ff-4ca5-8301-d4168e30c0c3 req-120c61c6-24fc-4f51-8386-f24727ca3442 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 944 time: 0.0851293 Jun 16 09:44:42.025525 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-706093db-c4ff-4ca5-8301-d4168e30c0c3 req-c0aa2c0e-b906-4e0e-9590-75c3d8b66dac tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364053 Jun 16 09:44:42.109256 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35188) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:42.241271 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['8c1397e8-33e5-40c0-b680-0bd560b6c66b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:42.251186 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-366172991-network', 'tenant_id': '4aa7aae7b831481093ee5d4808668970'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:42.354532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Made reservation on behalf of 4aa7aae7b831481093ee5d4808668970 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:42.356953 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.366291 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.445406 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a716f-fc59-4db7-97c8-59c3f6c5f5ca req-f190fd38-baf9-4c00-b650-2af8552fd8f7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:42.447058 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d77a716f-fc59-4db7-97c8-59c3f6c5f5ca req-f190fd38-baf9-4c00-b650-2af8552fd8f7 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0771098 Jun 16 09:44:42.480835 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.500063 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d77a716f-fc59-4db7-97c8-59c3f6c5f5ca req-44e79046-e6c1-4b9a-a1e5-13be8bbd5249 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Jun 16 09:44:42.554254 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.558062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9831fe34-cb86-4144-a392-e086ac389827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:42.579265 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:44:42.589081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0069018f-d7a4-4e36-b278-b5ce8cb37de3,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:42.593510 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:42.595636 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.595636 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Added segment bea3d64e-f6c7-44c6-9334-55e17286b211 of type vlan for network b17bccd7-0593-47ce-8421-7d62521159a2 Jun 16 09:44:42.643048 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.720175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.722226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:42.723222 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:42.729148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:42.822491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Pushing event updated for resources: {'Network': ['ID=b17bccd7-0593-47ce-8421-7d62521159a2,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:42.825942 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:42.836487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network b17bccd7-0593-47ce-8421-7d62521159a2 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:44:42.841184 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7307882 Jun 16 09:44:42.844392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35206) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:42.850269 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Request body: {'subnet': {'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-366172991-subnet', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:42.967155 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Made reservation on behalf of 4aa7aae7b831481093ee5d4808668970 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:42.970373 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12599666'] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.218911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1064977581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12599648'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.220839 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:43.309865 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05136fa9-77e5-42ab-b679-006de1fa6965,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:43.313981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:43.348521 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Checking segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:43.348875 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Network hostable DHCP agents. Network: b17bccd7-0593-47ce-8421-7d62521159a2, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:44:43.380854 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2baaf-1184-4585-9563-37c2e3e45736 req-d26258a7-f0a3-4e2a-8cc3-8e72c6cbe484 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.382323 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6f2baaf-1184-4585-9563-37c2e3e45736 req-d26258a7-f0a3-4e2a-8cc3-8e72c6cbe484 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 944 time: 0.1213136 Jun 16 09:44:43.421907 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6f2baaf-1184-4585-9563-37c2e3e45736 req-f8d3a40a-858a-49ac-b7c3-2a71fd350e6b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Jun 16 09:44:43.628976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Network b17bccd7-0593-47ce-8421-7d62521159a2 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:44:43.709612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925e314-b905-4310-b424-0e981f442cc9 req-1377603e-0f25-4cde-b2b8-c59791ffb5e8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.711119 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3925e314-b905-4310-b424-0e981f442cc9 req-1377603e-0f25-4cde-b2b8-c59791ffb5e8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0736308 Jun 16 09:44:43.761467 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3925e314-b905-4310-b424-0e981f442cc9 req-8f3ebcf9-14ae-40af-ab40-b70638cb06a9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Jun 16 09:44:43.779086 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, b17bccd7-0593-47ce-8421-7d62521159a2) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:43.784799 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:43.785307 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:43.805883 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf85f4b-fbbf-416a-a259-3c4bd8921f83 None None] Network b17bccd7-0593-47ce-8421-7d62521159a2 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:43.934905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6bf0fe02-b601-472d-82e9-f8a6b1f910c9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0881457 Jun 16 09:44:43.936980 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35234) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:43.941574 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:43.978507 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-b17bccd7-0593-47ce-8421-7d62521159a2', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:44:43.979376 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.035864 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.039566 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.110089 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.156119 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Allocated IP 172.20.0.2 (b17bccd7-0593-47ce-8421-7d62521159a2/05136fa9-77e5-42ab-b679-006de1fa6965/b0f2f9db-dc50-46f8-9fc0-54143db57505) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:44.330696 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.394352 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.401524 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Transition to ACTIVE for port object b0f2f9db-dc50-46f8-9fc0-54143db57505 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:44.417430 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Transition to ACTIVE for port object b0f2f9db-dc50-46f8-9fc0-54143db57505 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:44.494416 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.502082 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0bb49df0-0c8b-4a5a-bf51-c68728973d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:44.553458 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Network b17bccd7-0593-47ce-8421-7d62521159a2 is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:44.572671 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:44.580183 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:44.589486 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Pushing event updated for resources: {'Port': ['ID=b0f2f9db-dc50-46f8-9fc0-54143db57505,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:44.620022 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:44.656924 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Attempting to bind port b0f2f9db-dc50-46f8-9fc0-54143db57505 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:44.657308 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Attempting to bind port b0f2f9db-dc50-46f8-9fc0-54143db57505 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:44.657688 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Attempting to bind port b0f2f9db-dc50-46f8-9fc0-54143db57505 on network b17bccd7-0593-47ce-8421-7d62521159a2 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:44.676800 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:44.677201 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Checking segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:44.677623 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.678038 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Bound using segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:44.678543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Bound port: b0f2f9db-dc50-46f8-9fc0-54143db57505, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:44.678930 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.716570 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.732750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.773641 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] For port b0f2f9db-dc50-46f8-9fc0-54143db57505, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:44.777770 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] For port b0f2f9db-dc50-46f8-9fc0-54143db57505, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=b0f2f9db-dc50-46f8-9fc0-54143db57505,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:44.814455 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08695-6891-4dab-96cf-fc9efd9c8b4b req-929f4a8d-7ef3-4b17-a637-d0813f36781d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:44.829532 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87a08695-6891-4dab-96cf-fc9efd9c8b4b req-929f4a8d-7ef3-4b17-a637-d0813f36781d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 944 time: 0.1505802 Jun 16 09:44:44.846764 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:44.851467 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:44.917719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87a08695-6891-4dab-96cf-fc9efd9c8b4b req-e383ac12-f6c7-44de-9a6c-85d6567b6650 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867894 Jun 16 09:44:44.934290 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Pushing event updated for resources: {'Port': ['ID=b0f2f9db-dc50-46f8-9fc0-54143db57505,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:44.937992 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:44.987569 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Allocated IP 172.28.2.243 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/24619f94-eef6-47a8-8d5f-cd26dd77f8d6) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:45.060614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419013fc-75e0-40a2-8909-51d29532e3e2 req-1d64c377-30ad-4bda-9a44-20b2cfd0f41a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:45.062631 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-419013fc-75e0-40a2-8909-51d29532e3e2 req-1d64c377-30ad-4bda-9a44-20b2cfd0f41a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1326818 Jun 16 09:44:45.099875 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1af240-2dde-4d03-bce7-f57c8da2b985 req-74365cb3-e985-4404-9958-299c944659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:45.101554 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d1af240-2dde-4d03-bce7-f57c8da2b985 req-74365cb3-e985-4404-9958-299c944659c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 1099 time: 0.1110964 Jun 16 09:44:45.132530 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-419013fc-75e0-40a2-8909-51d29532e3e2 req-c20b65ed-dab3-44e6-aef6-eb02f39c549a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566940 Jun 16 09:44:45.162327 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d1af240-2dde-4d03-bce7-f57c8da2b985 req-252f0ab7-1db2-4303-9def-8ce9d6f0530c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432394 Jun 16 09:44:45.184232 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.283668 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.287080 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:45.335388 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 8c1397e8-33e5-40c0-b680-0bd560b6c66b up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:45.394015 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Pushing event updated for resources: {'Port': ['ID=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:45.397867 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:45.399017 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:45.400610 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:45.405006 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:45.498219 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 8c1397e8-33e5-40c0-b680-0bd560b6c66b completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:45.502399 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 8c1397e8-33e5-40c0-b680-0bd560b6c66b triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:45.502768 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.617442 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.651490 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:45.654326 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb8723-8d40-443b-b188-620232dda2d1" -d '{"events": [{"server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "name": "network-vif-plugged", "status": "completed", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:45.679866 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:45.692780 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device b0f2f9db-dc50-46f8-9fc0-54143db57505 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:45.716544 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f43b3-abbf-4a8e-bfbd-6348b40220f8 x-openstack-request-id: req-b71f43b3-abbf-4a8e-bfbd-6348b40220f8 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:45.716848 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "name": "network-vif-plugged", "status": "completed", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:45.717158 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b71f43b3-abbf-4a8e-bfbd-6348b40220f8 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:45.717557 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b', 'code': 200} Jun 16 09:44:45.724145 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.749249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:45.751340 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:45.806642 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port b0f2f9db-dc50-46f8-9fc0-54143db57505 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:45.817668 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:45.822999 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:45.971422 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:46.151442 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e81b85-31c9-4aea-9af4-185b292c01e2 req-3dd3e8cf-3765-4405-962c-27d6b568e2ed tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:46.153234 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e8e81b85-31c9-4aea-9af4-185b292c01e2 req-3dd3e8cf-3765-4405-962c-27d6b568e2ed tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0965395 Jun 16 09:44:46.195107 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Router c3045497-a027-4b34-a380-5bb23971d7d9 is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:44:46.249770 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf30b80-d4f8-43e3-b575-a5249e8ca25d None None] Network b17bccd7-0593-47ce-8421-7d62521159a2 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:46.343192 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:46.368131 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da033900-1260-477b-8523-c721af1ba347 None None] Sync routers for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:46.393430 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:46.393926 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:46.480811 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:46.482145 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5441051 Jun 16 09:44:46.485865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35304) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:46.547861 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Provisioning for port b0f2f9db-dc50-46f8-9fc0-54143db57505 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:46.707393 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:46.756327 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e8e81b85-31c9-4aea-9af4-185b292c01e2 req-795ff91c-6cc7-499e-8395-e616a98dbc5e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905740 Jun 16 09:44:46.798041 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Provisioning complete for port b0f2f9db-dc50-46f8-9fc0-54143db57505 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:46.798814 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:46.839740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49289959-3edb-436e-9758-6542932eb42b req-f2993dd9-7b6e-40fb-9555-a7520f13b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:46.841694 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-49289959-3edb-436e-9758-6542932eb42b req-f2993dd9-7b6e-40fb-9555-a7520f13b307 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 1098 time: 0.2272589 Jun 16 09:44:46.879623 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bf093-eccc-4215-bacd-b577afad765f req-6875ca30-fc71-4024-996f-98c56fa93e89 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:46.890235 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-765bf093-eccc-4215-bacd-b577afad765f req-6875ca30-fc71-4024-996f-98c56fa93e89 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.2768774 Jun 16 09:44:46.955585 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.036639 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] For port b0f2f9db-dc50-46f8-9fc0-54143db57505, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=b0f2f9db-dc50-46f8-9fc0-54143db57505,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:47.046429 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-49289959-3edb-436e-9758-6542932eb42b req-af6c7583-00f8-41db-b6eb-a7b2bc23b5ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541204 Jun 16 09:44:47.068499 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-765bf093-eccc-4215-bacd-b577afad765f req-6c33555b-623b-4123-8657-b9cd76f4e1d4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713164 Jun 16 09:44:47.109252 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.111633 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:47.199731 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:45Z', 'revision_number': 3, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:47.203633 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Pushing event updated for resources: {'Port': ['ID=b0f2f9db-dc50-46f8-9fc0-54143db57505,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:47.205197 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da033900-1260-477b-8523-c721af1ba347 None None] Checking router: c3045497-a027-4b34-a380-5bb23971d7d9 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:47.205986 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da033900-1260-477b-8523-c721af1ba347 None None] Updating router c3045497-a027-4b34-a380-5bb23971d7d9 port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:44:47.206126 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:47.246167 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.360197 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-3e2b6d63-6cc6-457c-87ef-af5dcf63200d None None] Provisioning complete for port b0f2f9db-dc50-46f8-9fc0-54143db57505 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:47.360685 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6d63-6cc6-457c-87ef-af5dcf63200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.514303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-f5a13f2a-b308-4d8d-bad6-0f81f56d8798 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:47.515864 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-f5a13f2a-b308-4d8d-bad6-0f81f56d8798 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.1979904 Jun 16 09:44:47.542707 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-0f0e3924-4684-45dc-ad4c-0a4e57971ffa tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/quotas/1e0e6a296e214b089f481e2f69e7cb08 HTTP/1.1" status: 200 len: 375 time: 0.0129108 Jun 16 09:44:47.586906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.591936 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.616869 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-da033900-1260-477b-8523-c721af1ba347 None None] Transition to ACTIVE for port object 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:47.676129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device b0f2f9db-dc50-46f8-9fc0-54143db57505 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:47.682253 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-a5d610c7-3335-483e-a262-2530f92a5d4a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303914 Jun 16 09:44:47.691968 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.698266 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:47.756470 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Pushing event updated for resources: {'Port': ['ID=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,revision_number=2']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:47.760610 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-da033900-1260-477b-8523-c721af1ba347 None None] Attempting to bind port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:47.761400 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-da033900-1260-477b-8523-c721af1ba347 None None] Attempting to bind port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:47.761953 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da033900-1260-477b-8523-c721af1ba347 None None] Attempting to bind port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:47.772242 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da033900-1260-477b-8523-c721af1ba347 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:47.773109 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da033900-1260-477b-8523-c721af1ba347 None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:47.773763 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.774258 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da033900-1260-477b-8523-c721af1ba347 None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:47.775401 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-da033900-1260-477b-8523-c721af1ba347 None None] Bound port: 24619f94-eef6-47a8-8d5f-cd26dd77f8d6, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:47.775917 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.778377 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.778833 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.779260 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.779682 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.780134 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.780540 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.781105 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.781631 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.782008 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.782381 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.782752 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.783122 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:44:47.788155 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port b0f2f9db-dc50-46f8-9fc0-54143db57505 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:47.788876 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.794487 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:47.802959 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Allocated IP 172.20.0.1 (b17bccd7-0593-47ce-8421-7d62521159a2/05136fa9-77e5-42ab-b679-006de1fa6965/1e980914-89a5-4030-bb0c-6c02d4f3a483) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:47.852320 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-70da5733-60ec-4acd-aaef-74397d5048b2 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525860 Jun 16 09:44:47.917158 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-da033900-1260-477b-8523-c721af1ba347 None None] For port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:47.924915 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-da033900-1260-477b-8523-c721af1ba347 None None] For port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:47.990739 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-da033900-1260-477b-8523-c721af1ba347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.993264 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:47.994358 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-2fd752e3-cabe-4dfa-88a7-9af0bb158670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:48.013507 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Transition to ACTIVE for port object 1e980914-89a5-4030-bb0c-6c02d4f3a483 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:48.055003 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-29418460-ca29-4340-8496-b0d5b197a6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008440 Jun 16 09:44:48.057365 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:48.058014 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:48.061420 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Pushing event updated for resources: {'Port': ['ID=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:48.100251 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-217ac464-f595-490d-9d20-641997cb5ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:48.116694 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc6eb-4abb-4501-928c-fd94b18bf13f req-9f121d77-3a12-4375-b7b0-aa4555cd8d34 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:48.128954 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-989dc6eb-4abb-4501-928c-fd94b18bf13f req-9f121d77-3a12-4375-b7b0-aa4555cd8d34 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1675706 Jun 16 09:44:48.178249 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:48.180859 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1192e540-3d05-40e3-ad2d-d8a0f3ba0af9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:48.195539 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:48.204951 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-989dc6eb-4abb-4501-928c-fd94b18bf13f req-19f85417-a4fd-4aa0-b2a3-40c71b3bb66a tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 Jun 16 09:44:48.248931 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Network b17bccd7-0593-47ce-8421-7d62521159a2 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:48.250738 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:48.256751 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:48.257714 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:48.451391 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Pushing event updated for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:48.458619 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:48.580525 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a432d-794f-4028-898e-d39c5b059dea req-7e97a935-c75a-4bf5-a9a5-2df291616096 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:48.584690 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b32a432d-794f-4028-898e-d39c5b059dea req-7e97a935-c75a-4bf5-a9a5-2df291616096 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1339436 Jun 16 09:44:48.758673 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:48.770601 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0cfa4715-e612-42eb-b882-928dc432d6f6 req-2f90484a-7f86-4234-884c-7c54eee1213e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.1565883 Jun 16 09:44:48.806394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b32a432d-794f-4028-898e-d39c5b059dea req-edf3950e-4f31-4ab6-8288-c97d13127f41 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084565 Jun 16 09:44:48.820967 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-da033900-1260-477b-8523-c721af1ba347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:45Z', 'revision_number': 3, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:48.825231 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da033900-1260-477b-8523-c721af1ba347 None None] The sync data for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb is: [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:45Z', 'revision_number': 3, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:48.956829 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-47aea548-8b9e-4bc8-a0d5-5538c8e31bd5 None None] Provisioning for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:48.965695 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-47aea548-8b9e-4bc8-a0d5-5538c8e31bd5 None None] Provisioning complete for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:48.966875 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-47aea548-8b9e-4bc8-a0d5-5538c8e31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:48.998978 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.021402 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35372) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:49.031684 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-47aea548-8b9e-4bc8-a0d5-5538c8e31bd5 None None] Port 1e980914-89a5-4030-bb0c-6c02d4f3a483 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:44:49.082166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e47aa-9a77-4eaf-8438-b49dc837039e req-33abde50-6b31-4048-a6e3-c602002aab25 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:49.090552 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f41e47aa-9a77-4eaf-8438-b49dc837039e req-33abde50-6b31-4048-a6e3-c602002aab25 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0879722 Jun 16 09:44:49.135753 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f41e47aa-9a77-4eaf-8438-b49dc837039e req-7287f7c5-6634-41e8-9df7-a3dfe08bbff0 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Jun 16 09:44:49.180684 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.336195 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.404810 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.404810 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.409567 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:49.420185 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334432d5-a1c7-48c2-88b7-38b00255c242 req-36f0d6f3-467a-4ae8-a36e-04a8aa5b0e87 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:49.430647 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-334432d5-a1c7-48c2-88b7-38b00255c242 req-36f0d6f3-467a-4ae8-a36e-04a8aa5b0e87 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0919440 Jun 16 09:44:49.495941 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-334432d5-a1c7-48c2-88b7-38b00255c242 req-f6aed916-1c0d-44dc-94bd-caed07b3b2be tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Jun 16 09:44:49.561265 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Pushing event updated for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:49.568188 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:49.613793 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Network b17bccd7-0593-47ce-8421-7d62521159a2 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:49.617336 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:49.628246 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e7c23881-2e11-4ab2-9292-95fa64353291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:49.633411 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:49.792761 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dcee3927db3475ba9c7be272c32d657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699494 Jun 16 09:44:49.795336 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35408) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:49.851198 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:49.887521 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b49ea-8faa-48a3-a1a2-48f50bf1891d,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:49.911362 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:50.070389 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e458fb0e-eb74-4318-b0c6-a27aaa582d5c req-5f59cc6f-bcae-4385-9a9e-79bf5b4a2d0d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.1333573 Jun 16 09:44:50.078328 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Router c3045497-a027-4b34-a380-5bb23971d7d9 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:50.144325 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:50.164075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.164241 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:50.164692 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.224039 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-a835096b-6d61-4cd5-97c4-72d972c963f2 None None] Provisioning complete for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:50.224385 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.225156 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-a835096b-6d61-4cd5-97c4-72d972c963f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.360422 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:50.361973 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-a835096b-6d61-4cd5-97c4-72d972c963f2 None None] Port 1e980914-89a5-4030-bb0c-6c02d4f3a483 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:44:50.379639 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] 10.222.0.47 "PUT /v2.0/routers/c3045497-a027-4b34-a380-5bb23971d7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8820190 Jun 16 09:44:50.388900 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.419870 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.423969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.425337 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/533b49ea-8faa-48a3-a1a2-48f50bf1891d HTTP/1.1" status: 204 len: 168 time: 0.6280196 Jun 16 09:44:50.426170 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-22884a9e-9b57-4c2e-bc30-a317c0902d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:50.426781 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:50.451294 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b49ea-8faa-48a3-a1a2-48f50bf1891d,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:50.453959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:50.527029 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:50.529306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:50.595551 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:50.598793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:51.106186 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Sync routers for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:51.115833 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:51.116505 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:51.226071 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35464) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:51.268053 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.291231 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:51.419026 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-844e1dbc-e5b6-4d2d-813c-b7be0aaa2b87 req-4a1824e3-b33d-43ca-91c8-ed146faea17e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.0927184 Jun 16 09:44:51.521779 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35474) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:51.528116 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-392392645-network', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:51.553592 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.626044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.632183 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b7307984-6748-4130-a0de-43d692d70a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:51.669499 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 2, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:51.673958 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Checking router: c3045497-a027-4b34-a380-5bb23971d7d9 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:51.674327 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Updating router c3045497-a027-4b34-a380-5bb23971d7d9 port 1e980914-89a5-4030-bb0c-6c02d4f3a483 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:44:51.693303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06178fff-979d-41b0-8335-bcd09c2f4fb6,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:51.695995 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:51.702195 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=483c92ef8b4f42f79a58469abd158227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704149 Jun 16 09:44:51.702195 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:51.702761 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35482) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:51.712806 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Made reservation on behalf of 23c953b49a2247eb859900ae49c1dab9 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:51.717380 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.732514 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.771675 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.791056 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.825477 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.863734 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:51.864072 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:51.909937 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-552cc7da-f91d-410a-9412-d5e0de779248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06178fff-979d-41b0-8335-bcd09c2f4fb6 HTTP/1.1" status: 204 len: 168 time: 0.3140619 Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2ff6a-aa7a-45fc-aaaa-24c02b9367ae,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1aeaa748-ebae-4959-a741-98211e3f00fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Added segment 10e74aeb-17bf-4d22-8f9d-abea99ac5c4e of type vlan for network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06178fff-979d-41b0-8335-bcd09c2f4fb6,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:52.153167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.193597 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.204790 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Transition to ACTIVE for port object 1e980914-89a5-4030-bb0c-6c02d4f3a483 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:52.364952 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.371866 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:52.371866 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.371866 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:52.394778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.399190 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-0eee26e3-bd55-449e-8e28-b63699f2d5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:52.433487 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Pushing event updated for resources: {'Network': ['ID=8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:52.442770 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:52.481672 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:44:52.560404 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0372488 Jun 16 09:44:52.563369 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35502) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:52.581159 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Request body: {'subnet': {'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-392392645-subnet', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:52.614825 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Pushing event updated for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:52.616358 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b07aa3ff-ab1b-4c14-b8eb-b439bbdce624 req-7ca1020d-9411-44ca-b32b-ee7dd6c01a41 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.0546975 Jun 16 09:44:52.628474 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:52.714339 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Made reservation on behalf of 23c953b49a2247eb859900ae49c1dab9 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:52.717102 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.741010 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Attempting to bind port 1e980914-89a5-4030-bb0c-6c02d4f3a483 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:52.741841 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Attempting to bind port 1e980914-89a5-4030-bb0c-6c02d4f3a483 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:52.742440 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Attempting to bind port 1e980914-89a5-4030-bb0c-6c02d4f3a483 on network b17bccd7-0593-47ce-8421-7d62521159a2 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:52.750525 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:52.764323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Checking segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:52.764323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.764323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Bound using segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:52.764323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Bound port: 1e980914-89a5-4030-bb0c-6c02d4f3a483, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:52.764323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:52.919795 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] For port 1e980914-89a5-4030-bb0c-6c02d4f3a483, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:52.923958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-9bc904a1-6120-4166-a676-277cdaa98bf0 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:52.927973 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-9bc904a1-6120-4166-a676-277cdaa98bf0 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/networks?id=681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 200 len: 814 time: 0.1957021 Jun 16 09:44:52.962872 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] For port 1e980914-89a5-4030-bb0c-6c02d4f3a483, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=1e980914-89a5-4030-bb0c-6c02d4f3a483,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:52.973450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Request body: {'port': {'device_id': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'admin_state_up': True, 'tenant_id': '1e0e6a296e214b089f481e2f69e7cb08'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:53.065940 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.072769 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:53.142490 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:53.146498 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:53.217697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Made reservation on behalf of 1e0e6a296e214b089f481e2f69e7cb08 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:44:53.222031 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.248163 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Pushing event updated for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:53.253793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:53.347777 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:53.354713 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.357967 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fc504e85-4a85-45d8-98cd-5965e90f9166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:53.480227 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=991ecda3-536e-4f77-ac09-652f914bb19a,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:53.495087 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:53.515230 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Checking segment: {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:53.516208 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Network hostable DHCP agents. Network: 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:44:53.529916 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Allocated IP 172.20.0.4 (681f33c3-2875-46ee-a20c-874b0c8cc2c8/f2d1f33c-c5a8-41a2-b352-9393ee83260e/0c5d8b55-fd7a-4f08-bce0-dcaa65a21362) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:53.617309 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:44:53.724374 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:52Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:53.728632 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b4579-c172-4efd-a8ed-6005616c3ad3 None None] The sync data for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb is: [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:52Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:53.732025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:53.739720 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:53.740421 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.744309 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d07c8-098a-4627-bc7b-e20723c1970b None None] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:53.849271 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.858316 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a65c3821-0926-4330-a061-cf0b6e60be2c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2950418 Jun 16 09:44:53.860906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35546) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:53.867078 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:53.973398 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-44310960-7c52-4ab0-8f32-7fb3ea456e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:53.975161 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-44310960-7c52-4ab0-8f32-7fb3ea456e08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.2578270 Jun 16 09:44:53.979971 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1db3008d-2c7c-4756-a8cd-b0067494f2e1 req-d031b36a-f926-4cb6-9707-ed1d3b44c7f5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.0534430 Jun 16 09:44:53.987101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:53.992556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c86085-d5c3-4b26-b50a-248350738ca4 req-0b5abbec-19e6-4c5d-a993-f83b9fdae311 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.007078 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.008097 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.009770 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6c86085-d5c3-4b26-b50a-248350738ca4 req-0b5abbec-19e6-4c5d-a993-f83b9fdae311 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.3271058 Jun 16 09:44:54.022112 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a8dcefe5-abfd-4dcd-a0c8-838e8945b1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:54.110783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.175710 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:54.214840 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b', 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', '9d878232-12c7-4ed2-8424-c3261a34d8ff'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:44:54.225810 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:54.233653 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:54.238877 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event updated for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:54.242624 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:54.253346 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6c86085-d5c3-4b26-b50a-248350738ca4 req-23e4dcbc-a704-4f02-8f05-79ae0ee8a3fb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426224 Jun 16 09:44:54.342546 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-ec658c00-1583-473a-841b-f3e9d522c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.344166 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-ec658c00-1583-473a-841b-f3e9d522c358 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.3297417 Jun 16 09:44:54.411241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-e2c1af1f-43c3-42a4-baf8-f3e8cbe756f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0523942 Jun 16 09:44:54.428260 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.428260 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.428511 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'fixed_ips': [{'subnet_id': '991ecda3-536e-4f77-ac09-652f914bb19a'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:44:54.428511 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.452644 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.499927 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-675a4eba-4ece-4708-903b-80aac2a0bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:54.502433 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-675a4eba-4ece-4708-903b-80aac2a0bbc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.0647879 Jun 16 09:44:54.529041 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5604806 Jun 16 09:44:54.550737 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-618deea6-067e-4516-ae52-cdaf3294198b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360017 Jun 16 09:44:54.563387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Request body: {'port': {'device_id': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:44:54.683211 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Allocated IP 172.20.0.2 (8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15/991ecda3-536e-4f77-ac09-652f914bb19a/216dbdde-d92f-48b9-954e-08f3984f211a) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:54.778323 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-c4c736d8-420a-4353-a0e2-89f7a1122670 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109625 Jun 16 09:44:54.847684 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.895128 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:54.978467 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.069710 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.074743 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Allocated IP 172.28.2.186 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/244ec93a-e438-4422-8c03-e1e3fd8458db) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:55.092232 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Transition to ACTIVE for port object 216dbdde-d92f-48b9-954e-08f3984f211a will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:55.131051 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Transition to ACTIVE for port object 216dbdde-d92f-48b9-954e-08f3984f211a will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:55.143427 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d90cc8a-ad86-4379-b93f-68efbf201790 req-a2db7ffb-92d5-4da3-a0b6-a3c153c6e239 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439527 Jun 16 09:44:55.184115 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.188484 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:55.262503 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.324630 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:55.326332 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:55.329906 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:55.391820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Pushing event updated for resources: {'Port': ['ID=216dbdde-d92f-48b9-954e-08f3984f211a,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:55.410993 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:55.451850 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.456549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5d03-685e-4825-a1aa-6cb33bd899f6 req-d518a137-cd6f-461c-9be9-e11542ae5520 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:55.456549 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b4b5d03-685e-4825-a1aa-6cb33bd899f6 req-d518a137-cd6f-461c-9be9-e11542ae5520 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 931 time: 0.2308035 Jun 16 09:44:55.459522 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:55.506590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Attempting to bind port 216dbdde-d92f-48b9-954e-08f3984f211a on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:55.507149 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Attempting to bind port 216dbdde-d92f-48b9-954e-08f3984f211a by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:55.507666 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Attempting to bind port 216dbdde-d92f-48b9-954e-08f3984f211a on network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:55.515237 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:55.515792 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Checking segment: {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:55.516408 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.516927 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Bound using segment: {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:55.517685 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Bound port: 216dbdde-d92f-48b9-954e-08f3984f211a, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:55.518229 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.545589 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:55.554738 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:55.557652 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:55.645967 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b4b5d03-685e-4825-a1aa-6cb33bd899f6 req-4048fbf2-460e-48ed-a0bf-4d42a729bf88 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798651 Jun 16 09:44:55.728653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] For port 216dbdde-d92f-48b9-954e-08f3984f211a, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:55.737840 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=244ec93a-e438-4422-8c03-e1e3fd8458db,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:55.742626 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:55.743600 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] For port 216dbdde-d92f-48b9-954e-08f3984f211a, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=216dbdde-d92f-48b9-954e-08f3984f211a,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:55.768554 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:44:55.771793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 1e980914-89a5-4030-bb0c-6c02d4f3a483 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:55.779077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.803067 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Transition to ACTIVE for port object 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:55.807556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.809924 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:55.814886 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6e6a-6e6c-4eae-ab25-c09459f3bbb6 req-38e324e5-c944-424a-abdc-a6c7b42aef44 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:55.826659 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-937d6e6a-6e6c-4eae-ab25-c09459f3bbb6 req-38e324e5-c944-424a-abdc-a6c7b42aef44 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.3253119 Jun 16 09:44:55.871337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:55.877552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:55.888197 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-937d6e6a-6e6c-4eae-ab25-c09459f3bbb6 req-31c4e64e-e8bb-4374-90af-0900bba1e0e6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Jun 16 09:44:55.901981 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Pushing event updated for resources: {'Port': ['ID=216dbdde-d92f-48b9-954e-08f3984f211a,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:55.902927 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:55.983590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:55.988394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:56.024125 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.034238 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:56.046887 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:56.047478 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.071997 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Attempting to bind port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:56.072626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Attempting to bind port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:56.073071 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Attempting to bind port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:56.079840 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:44:56.080355 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Attempting to bind port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 on network 681f33c3-2875-46ee-a20c-874b0c8cc2c8 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:56.086190 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:56.086651 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Checking segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:56.087820 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Bound using segment: {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:56.088381 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Bound port: 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c614c0d-710a-4de0-ac9f-754f763a5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:56.088873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.190395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:56.194926 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:56.217277 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.256837 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.272683 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d06cbf4d-bd86-4dd3-8783-1b51d44e3738 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:56.308069 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 1e980914-89a5-4030-bb0c-6c02d4f3a483, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=1e980914-89a5-4030-bb0c-6c02d4f3a483,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:56.356034 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.356792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.358201 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] 10.222.0.23 "PUT /v2.0/ports/0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 HTTP/1.1" status: 200 len: 1093 time: 1.8024611 Jun 16 09:44:56.358930 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:44:56.361508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926983d8-697b-4a83-b7e2-fcb88601a68c" -d '{"events": [{"name": "network-changed", "server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:44:56.387803 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:56.403128 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.405690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:56.411052 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:56.450782 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bdd667-f310-45f9-831c-a09e4109615f x-openstack-request-id: req-b9bdd667-f310-45f9-831c-a09e4109615f {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:44:56.451095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:44:56.451370 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9bdd667-f310-45f9-831c-a09e4109615f {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:44:56.451809 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362', 'status': 'completed', 'code': 200} Jun 16 09:44:56.464907 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:56.468420 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:56.572752 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-e10ab196-435f-48c6-9f0e-2f5c8cb037e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.575636 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-e10ab196-435f-48c6-9f0e-2f5c8cb037e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 1096 time: 0.0646777 Jun 16 09:44:56.601620 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:56.699022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-d847dba6-06a4-46dd-9331-a6dcaaf7edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.701288 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-d847dba6-06a4-46dd-9331-a6dcaaf7edb2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1071558 Jun 16 09:44:56.811869 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Router 88955439-530b-4cae-9d28-c406751d0d56 is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:44:56.834678 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-73f629a3-ae1e-40e2-8ed0-aaebc9d3f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.836089 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-926983d8-697b-4a83-b7e2-fcb88601a68c req-73f629a3-ae1e-40e2-8ed0-aaebc9d3f8c8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235442 Jun 16 09:44:56.870783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae8c5c-d0ef-47c2-b2b1-24cfab871f11 req-99d2f0fd-ddc0-46d1-9836-2fc2578ef272 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:56.872401 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2eae8c5c-d0ef-47c2-b2b1-24cfab871f11 req-99d2f0fd-ddc0-46d1-9836-2fc2578ef272 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 943 time: 0.0900455 Jun 16 09:44:56.929794 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2eae8c5c-d0ef-47c2-b2b1-24cfab871f11 req-5d55a706-da94-4849-ab56-3e5c52e9228b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Jun 16 09:44:56.930212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:56.940896 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Sync routers for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:44:56.955457 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:56.958013 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:57.080831 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:57.082086 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2195113 Jun 16 09:44:57.088604 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35622) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:57.159325 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:57.221287 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba730fe8-02c6-451c-af69-50a33494c3d8 None None] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:44:57.453761 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:55Z', 'revision_number': 3, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:57.462517 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Checking router: 88955439-530b-4cae-9d28-c406751d0d56 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:44:57.465521 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Updating router 88955439-530b-4cae-9d28-c406751d0d56 port 244ec93a-e438-4422-8c03-e1e3fd8458db binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:44:57.479711 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-6425ba81-14fe-431b-b311-64e5936ab4af None None] Provisioning for port 216dbdde-d92f-48b9-954e-08f3984f211a completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:57.512219 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-8e9733eb-6df7-4c01-9a48-488f22ef5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:57.513955 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-8e9733eb-6df7-4c01-9a48-488f22ef5ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 1096 time: 0.5720963 Jun 16 09:44:57.553746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f342-c329-474b-947f-bd6b07b4c417 req-0018a4c0-48da-4643-947d-1d1d2dc562ec tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:57.555318 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d9a5f342-c329-474b-947f-bd6b07b4c417 req-0018a4c0-48da-4643-947d-1d1d2dc562ec tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1724310 Jun 16 09:44:57.562322 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:57.607580 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-c23a7db9-101e-4797-a18a-fe1b4b756310 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 HTTP/1.1" status: 200 len: 217 time: 0.0725949 Jun 16 09:44:57.774304 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d9a5f342-c329-474b-947f-bd6b07b4c417 req-15666009-862e-4f9a-b33b-bc0ec7c2122f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693184 Jun 16 09:44:57.786172 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-fb25eaa1-2709-4c36-bda2-0865ad4a3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:57.789431 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-fb25eaa1-2709-4c36-bda2-0865ad4a3754 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 200 len: 854 time: 0.1691773 Jun 16 09:44:57.851366 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-8e6d0ce9-6181-453d-b39d-ba6635cfb7c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=681f33c3-2875-46ee-a20c-874b0c8cc2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491543 Jun 16 09:44:57.904415 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 216dbdde-d92f-48b9-954e-08f3984f211a up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:57.976004 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:57.977777 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35646) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:58.034987 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-bd4239a8-14ba-4cde-b174-29172e340395 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747336 Jun 16 09:44:58.097593 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 216dbdde-d92f-48b9-954e-08f3984f211a completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:58.103441 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 216dbdde-d92f-48b9-954e-08f3984f211a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:58.103885 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.159681 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.179630 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Transition to ACTIVE for port object 244ec93a-e438-4422-8c03-e1e3fd8458db will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:58.198898 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Allocated IP 172.20.0.1 (8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15/991ecda3-536e-4f77-ac09-652f914bb19a/33bf0f22-0a20-452a-ae42-940f5ea59df1) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:44:58.227036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.234274 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.268697 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45080048-9640-4e7d-b601-4f6c68a1c9ab req-8d1d74e3-0016-40ce-aaa3-856ad5d18721 service neutron] 10.222.0.23 "GET /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185938 Jun 16 09:44:58.281174 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.283811 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 216dbdde-d92f-48b9-954e-08f3984f211a, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=216dbdde-d92f-48b9-954e-08f3984f211a,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:44:58.286865 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b2d013b7-1c86-4619-b4ed-3912617558a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.312667 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e4c0c-3d33-4643-9649-97769220d3c8 req-2e9bc9f3-f065-4166-ba56-069e50171e26 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:58.320333 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-926e4c0c-3d33-4643-9649-97769220d3c8 req-2e9bc9f3-f065-4166-ba56-069e50171e26 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 943 time: 0.1928053 Jun 16 09:44:58.351063 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.351295 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22700be5-337c-4260-b7b9-11efd0d6471c None None] Pushing event updated for resources: {'Port': ['ID=244ec93a-e438-4422-8c03-e1e3fd8458db,revision_number=2']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.355621 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Attempting to bind port 244ec93a-e438-4422-8c03-e1e3fd8458db on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:44:58.356449 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Attempting to bind port 244ec93a-e438-4422-8c03-e1e3fd8458db by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:44:58.357016 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Attempting to bind port 244ec93a-e438-4422-8c03-e1e3fd8458db on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:44:58.364909 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-22700be5-337c-4260-b7b9-11efd0d6471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:58.368757 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:44:58.369470 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:44:58.369886 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.370734 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Transition to ACTIVE for port object 33bf0f22-0a20-452a-ae42-940f5ea59df1 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:44:58.370864 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:44:58.370958 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Bound port: 244ec93a-e438-4422-8c03-e1e3fd8458db, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:44:58.371586 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.373129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.374600 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 1e980914-89a5-4030-bb0c-6c02d4f3a483 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:58.377393 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.407857 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-926e4c0c-3d33-4643-9649-97769220d3c8 req-a1fe46b6-0458-4e52-b2a2-7188fcd2c5de tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Jun 16 09:44:58.449514 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] For port 244ec93a-e438-4422-8c03-e1e3fd8458db, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:44:58.453429 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] For port 244ec93a-e438-4422-8c03-e1e3fd8458db, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=244ec93a-e438-4422-8c03-e1e3fd8458db,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:44:58.461238 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.475117 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=216dbdde-d92f-48b9-954e-08f3984f211a,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.479644 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:58.485603 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 1e980914-89a5-4030-bb0c-6c02d4f3a483 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:58.485932 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.512164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.518344 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.539367 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.540768 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.546986 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.563864 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:58.567786 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:58.574613 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:44:58.575346 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b3f3eb94-7be6-423d-9092-2fd4f0644855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.575769 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.579885 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Pushing event updated for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.614800 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e686534565704933a435f6877d9c3627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6333339 Jun 16 09:44:58.614800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2aab2e-b65a-40f3-bd74-751d63491753,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.638192 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:58.659203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35656) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:44:58.659837 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:44:58.659837 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:58.660016 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:58.716308 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.742194 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.743808 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22700be5-337c-4260-b7b9-11efd0d6471c None None] Pushing event updated for resources: {'Port': ['ID=244ec93a-e438-4422-8c03-e1e3fd8458db,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.748431 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-22700be5-337c-4260-b7b9-11efd0d6471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:58.773966 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:44:58.845648 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.880321 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.886125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:58.890005 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b2aab2e-b65a-40f3-bd74-751d63491753 HTTP/1.1" status: 204 len: 168 time: 0.2478139 Jun 16 09:44:58.890005 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2cf4672f-c6d4-4ff5-a9b0-926ff3a44431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:58.904067 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2aab2e-b65a-40f3-bd74-751d63491753,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:58.931642 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:59.008061 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:55Z', 'revision_number': 3, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:44:59.014984 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330a3a8-b520-4ed1-9fbd-c0d8223e943d None None] The sync data for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb is: [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:55Z', 'revision_number': 3, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:44:59.019133 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-9a5345ed-eb4c-4614-ad13-0f1e10b64b79 None None] Provisioning for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:44:59.028917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-9a5345ed-eb4c-4614-ad13-0f1e10b64b79 None None] Provisioning complete for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:59.029296 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9a5345ed-eb4c-4614-ad13-0f1e10b64b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.034201 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d9cf-62d3-4145-942f-965d1f11e206 req-abd4ce09-88ea-4686-a7c9-32b5a498d90d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:59.035788 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b830d9cf-62d3-4145-942f-965d1f11e206 req-abd4ce09-88ea-4686-a7c9-32b5a498d90d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1365163 Jun 16 09:44:59.090591 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-9a5345ed-eb4c-4614-ad13-0f1e10b64b79 None None] Port 33bf0f22-0a20-452a-ae42-940f5ea59df1 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:44:59.099794 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b830d9cf-62d3-4145-942f-965d1f11e206 req-2a0e6c19-3f2d-4f17-8bb5-bf98864203d9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570343 Jun 16 09:44:59.168233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.223487 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.225133 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.227493 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-2d90632e-c110-457d-ac37-fefb454a8bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:44:59.317066 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Pushing event updated for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:44:59.364640 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:44:59.427549 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:44:59.429719 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:44:59.644783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Router 88955439-530b-4cae-9d28-c406751d0d56 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:44:59.717742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dee8b-7010-4e88-aaa0-3135fedd7ff2 req-18425063-59ea-48ba-aa1e-0ca5bc9ba69a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:44:59.733737 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b1dee8b-7010-4e88-aaa0-3135fedd7ff2 req-18425063-59ea-48ba-aa1e-0ca5bc9ba69a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 943 time: 0.1637866 Jun 16 09:44:59.803910 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 216dbdde-d92f-48b9-954e-08f3984f211a up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:44:59.812571 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b1dee8b-7010-4e88-aaa0-3135fedd7ff2 req-a47bb0ed-394e-4340-a3bf-2a1d3ca33e12 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856111 Jun 16 09:44:59.837230 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:44:59.856240 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] 10.222.0.47 "PUT /v2.0/routers/88955439-530b-4cae-9d28-c406751d0d56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7659714 Jun 16 09:44:59.868671 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0811e7e6-d5c1-475b-a470-4821536c56b7 None None] Provisioning complete for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:59.869226 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0811e7e6-d5c1-475b-a470-4821536c56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:44:59.914557 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-0811e7e6-d5c1-475b-a470-4821536c56b7 None None] Port 33bf0f22-0a20-452a-ae42-940f5ea59df1 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:44:59.919418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 216dbdde-d92f-48b9-954e-08f3984f211a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:44:59.920034 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.028097 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 244ec93a-e438-4422-8c03-e1e3fd8458db up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:00.243985 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 244ec93a-e438-4422-8c03-e1e3fd8458db completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:00.246824 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 244ec93a-e438-4422-8c03-e1e3fd8458db triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:00.249131 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.355567 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9611f6-7159-47b0-b30e-10b2419def8b req-f455d4f5-8b20-4f7b-ae96-9b0ab284101f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:00.357190 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ef9611f6-7159-47b0-b30e-10b2419def8b req-f455d4f5-8b20-4f7b-ae96-9b0ab284101f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1249866 Jun 16 09:45:00.374524 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.397901 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 244ec93a-e438-4422-8c03-e1e3fd8458db, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=244ec93a-e438-4422-8c03-e1e3fd8458db,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:00.413635 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ef9611f6-7159-47b0-b30e-10b2419def8b req-6ee69728-e351-4c5e-bed2-c3870530aaa5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Jun 16 09:45:00.509212 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:00.511002 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:00.565152 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=244ec93a-e438-4422-8c03-e1e3fd8458db,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:00.569913 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:00.949629 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35750) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:00.957117 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692497113', 'description': 'tempest-secgroup-smoke-692497113 description', 'project_id': '4aa7aae7b831481093ee5d4808668970'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:01.075647 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.145371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281fc9-cbbf-4b8d-899a-56fba958f14c req-1d63068f-05dc-4b25-bd12-445e35e156c8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:01.152356 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96281fc9-cbbf-4b8d-899a-56fba958f14c req-1d63068f-05dc-4b25-bd12-445e35e156c8 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 943 time: 0.1085436 Jun 16 09:45:01.199529 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Sync routers for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:45:01.207170 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96281fc9-cbbf-4b8d-899a-56fba958f14c req-0013b018-ad1f-4656-8c2f-6f8a3e108a29 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Jun 16 09:45:01.209296 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:45:01.210103 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:01.229322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.306429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.310924 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:01.339001 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88e0d45-8519-4692-9af0-72a5214684d3,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:01.339218 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:45:01.342283 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:01.405811 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.407048 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4563303 Jun 16 09:45:01.410334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35760) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:01.415729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:01.493637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:45:01.560975 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.633505 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.634004 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34fe1-8dd7-4ab8-ba3b-8757f914b6a4 req-91f9cbdf-b187-479e-b3c6-943705f17864 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:01.644173 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0aa34fe1-8dd7-4ab8-ba3b-8757f914b6a4 req-91f9cbdf-b187-479e-b3c6-943705f17864 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0984826 Jun 16 09:45:01.680456 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 244ec93a-e438-4422-8c03-e1e3fd8458db up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:01.694306 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0aa34fe1-8dd7-4ab8-ba3b-8757f914b6a4 req-6abf3984-e636-4866-9eef-166164e6ceeb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490322 Jun 16 09:45:01.720419 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.722876 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:01.725607 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:01.741384 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fbdfd4-b6eb-4734-ae2c-480dcce34d79,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:01.747454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 4, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '33bf0f22-0a20-452a-ae42-940f5ea59df1', 'name': '', 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'mac_address': 'fa:16:3e:a7:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:58Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 2, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'subnets': [{'id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:01.750057 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362', 'network_id': '681f33c3-2875-46ee-a20c-874b0c8cc2c8', 'port_id': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362', 'mac_address': 'fa:16:3e:67:be:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d1f33c-c5a8-41a2-b352-9393ee83260e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:45:01.754706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Checking router: 88955439-530b-4cae-9d28-c406751d0d56 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:45:01.755058 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Updating router 88955439-530b-4cae-9d28-c406751d0d56 port 33bf0f22-0a20-452a-ae42-940f5ea59df1 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:45:01.761893 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:01.822693 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.824144 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-886e8bd0-ffa0-446c-8c69-647c6d86952f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128165 Jun 16 09:45:01.826903 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35770) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:01.828255 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.831592 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:01.831855 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.845800 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 244ec93a-e438-4422-8c03-e1e3fd8458db triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:01.846170 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.874298 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:01.931075 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:01.936706 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:01.997593 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.108824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.111055 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.128658 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f60141b-5828-49ef-90d5-4ac5b0ee06a5,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.131697 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.156717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.163293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.211349 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.217270 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7f7a6e86-8fa1-4129-862b-31b20009524f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3853939 Jun 16 09:45:02.217405 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35776) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:02.221809 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:02.241748 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.268009 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.327023 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.386730 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.402272 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Transition to ACTIVE for port object 33bf0f22-0a20-452a-ae42-940f5ea59df1 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:45:02.406405 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.439007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632685c-03ca-4732-bde3-ea3eec2ce899 req-77040599-8353-4368-a40b-658936130d20 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:02.446867 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8632685c-03ca-4732-bde3-ea3eec2ce899 req-77040599-8353-4368-a40b-658936130d20 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 944 time: 0.0824835 Jun 16 09:45:02.462904 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.465633 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-dd4ca264-545e-4652-90d3-214b0e348bdf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.479996 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.482405 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.485739 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2dac3e-c742-466a-aeb7-94ffff49a5b4,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.487182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8632685c-03ca-4732-bde3-ea3eec2ce899 req-c7bd200e-6c54-42b2-ab7f-6c2cf5d59172 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Jun 16 09:45:02.490519 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.541452 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.550235 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d40c7de2-938d-4913-b79e-cb2d6613cb96 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245757 Jun 16 09:45:02.550394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35792) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:02.550541 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:02.565315 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Pushing event updated for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.599173 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.639114 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Attempting to bind port 33bf0f22-0a20-452a-ae42-940f5ea59df1 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:45:02.639496 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Attempting to bind port 33bf0f22-0a20-452a-ae42-940f5ea59df1 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:45:02.639868 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Attempting to bind port 33bf0f22-0a20-452a-ae42-940f5ea59df1 on network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:02.651577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:45:02.653265 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Checking segment: {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:02.653265 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.653556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.653661 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Bound using segment: {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:45:02.653661 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Bound port: 33bf0f22-0a20-452a-ae42-940f5ea59df1, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:45:02.653661 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.709833 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['0c5d8b55-fd7a-4f08-bce0-dcaa65a21362'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:02.767481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.854845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.870333 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] For port 33bf0f22-0a20-452a-ae42-940f5ea59df1, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:45:02.876466 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-532468f6-f3cb-4cf0-9ef7-f3162eac0b98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.895637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] For port 33bf0f22-0a20-452a-ae42-940f5ea59df1, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=33bf0f22-0a20-452a-ae42-940f5ea59df1,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:45:02.904515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b034ab-95c0-4eb5-99ea-fb3f47229341,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:02.908163 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:02.945942 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52e481-41ec-4d3d-aab8-8ad92603d301 req-49b891ad-adb9-4d43-9d89-de6cd2841346 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:02.948889 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e52e481-41ec-4d3d-aab8-8ad92603d301 req-49b891ad-adb9-4d43-9d89-de6cd2841346 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1082330 Jun 16 09:45:02.972462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.972728 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:02.973719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4269340 Jun 16 09:45:02.975372 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:02.977065 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35810) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:02.984223 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:02.991241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e52e481-41ec-4d3d-aab8-8ad92603d301 req-b6e37db7-9f88-453c-8b69-7d0e03ed623c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Jun 16 09:45:03.033887 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:45:03.034554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:44:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:03.095710 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.securitygroups_db [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Project 4aa7aae7b831481093ee5d4808668970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:45:03.103701 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.111702 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Pushing event updated for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:03.126205 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:03.174161 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:45:03.176099 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.296826 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35816) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:03.307967 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.310236 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-96881422-989a-4d2f-a270-3a79d5136688 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:03.330531 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e568f62e-68e2-4093-b085-9ed22f74c721,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:03.345838 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:03.400888 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 4, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '33bf0f22-0a20-452a-ae42-940f5ea59df1', 'name': '', 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'mac_address': 'fa:16:3e:a7:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:58Z', 'updated_at': '2021-06-16T09:45:02Z', 'revision_number': 4, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'subnets': [{'id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:03.404590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e6f0c-edb9-4f66-93e3-93cf01994028 None None] The sync data for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb is: [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:44:58Z', 'revision_number': 4, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '33bf0f22-0a20-452a-ae42-940f5ea59df1', 'name': '', 'network_id': '8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'mac_address': 'fa:16:3e:a7:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:58Z', 'updated_at': '2021-06-16T09:45:02Z', 'revision_number': 4, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'subnets': [{'id': '991ecda3-536e-4f77-ac09-652f914bb19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:45:03.417588 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.458146 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.463264 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35822) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:03.464807 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-dbdc465a-5992-41df-9e75-b7821b6dbb2c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4862056 Jun 16 09:45:03.468096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'security_group_rule': {'security_group_id': 'c88e0d45-8519-4692-9af0-72a5214684d3', 'project_id': '4aa7aae7b831481093ee5d4808668970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:03.599488 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.669398 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.697512 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0abc58ab-6ab8-40f5-b218-5829d59b55bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:03.705800 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f8cfb3722ff4c4287867f8997dc2d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067857 Jun 16 09:45:03.705903 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35828) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:03.733218 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 33bf0f22-0a20-452a-ae42-940f5ea59df1 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:03.737168 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0fde-0153-4263-8dab-9ae3bcdd5e62 req-30ca6277-e546-4950-8314-232b2a8f95e0 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:03.738955 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5c01e-cc7b-4763-a34c-37e3ca511786,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:03.739098 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2c9b0fde-0153-4263-8dab-9ae3bcdd5e62 req-30ca6277-e546-4950-8314-232b2a8f95e0 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 944 time: 0.1132710 Jun 16 09:45:03.745357 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:03.789193 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.securitygroups_db [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Project 4aa7aae7b831481093ee5d4808668970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:45:03.813448 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.875348 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2c9b0fde-0153-4263-8dab-9ae3bcdd5e62 req-7756975c-7b98-4409-aadc-04c075c8ffad tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237869 Jun 16 09:45:03.904490 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.912889 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.927904 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:03.935017 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:03.937627 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.941472 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.983231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:03.991237 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:04.010673 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155e2e5-d316-44e3-85f3-462b4849df22,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:04.022109 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:04.057934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:04.094455 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 33bf0f22-0a20-452a-ae42-940f5ea59df1, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=33bf0f22-0a20-452a-ae42-940f5ea59df1,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:04.114733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:04.117173 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:04.118807 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ca5c01e-cc7b-4763-a34c-37e3ca511786 HTTP/1.1" status: 204 len: 168 time: 0.4120517 Jun 16 09:45:04.119573 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a41c0351-6fff-4f1f-aeb8-7385a91f8ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:04.127249 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5c01e-cc7b-4763-a34c-37e3ca511786,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:04.129840 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:04.137169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:04.138820 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6748497 Jun 16 09:45:04.194380 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:04.201880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:04.265246 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:04.276542 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:04.293717 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44deeba-e327-4ce7-920c-d37f327d40dd req-bdbb11c3-b3fa-451b-b7bc-dcfe9bc764b3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:04.295301 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b44deeba-e327-4ce7-920c-d37f327d40dd req-bdbb11c3-b3fa-451b-b7bc-dcfe9bc764b3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1378636 Jun 16 09:45:04.333523 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b44deeba-e327-4ce7-920c-d37f327d40dd req-2fa23967-7f86-4d85-a8ab-49e2ba0fe55b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jun 16 09:45:04.953006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 35866) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:04.967432 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.143138 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b294f-0513-49b2-9dc3-ca16eeb08b0a req-da00919a-85b8-46a1-a8a8-8d046d058f3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:05.144848 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c37b294f-0513-49b2-9dc3-ca16eeb08b0a req-da00919a-85b8-46a1-a8a8-8d046d058f3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 944 time: 0.1208661 Jun 16 09:45:05.150628 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.166539 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-6d48492c-95fc-4a24-bd7f-a9661c8de8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.192182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c37b294f-0513-49b2-9dc3-ca16eeb08b0a req-08fa45e2-44d4-4acd-8827-3c6e01de7ddf tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jun 16 09:45:05.205897 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.209762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:05.255375 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e29bde8eee2a42d2934aa8bb34a8338b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012106 Jun 16 09:45:05.258553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc90737-a25b-49e5-97d4-dcffb9d5c477,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:05.258823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35870) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:05.264779 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.265155 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.265515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.265873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.266218 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.266576 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.266927 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.267270 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.267612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.268053 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.268432 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.268769 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.272919 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:05.318607 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.350135 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.458208 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.460647 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.465101 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbc90737-a25b-49e5-97d4-dcffb9d5c477 HTTP/1.1" status: 204 len: 168 time: 0.2024500 Jun 16 09:45:05.465101 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-355f37ad-ffff-49a9-acd1-60d870ba6278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:05.481463 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc90737-a25b-49e5-97d4-dcffb9d5c477,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:05.493200 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.494189 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.494652 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.495081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.495503 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.495918 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.497196 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.497722 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.498086 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.498438 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.498836 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.499205 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:05.502395 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:05.521361 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:05.532509 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a6c06-946c-4a3e-a156-0a2780cea6b6 req-3e9f7525-1a9c-4cba-a933-7345fc4cb947 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:05.534155 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-920a6c06-946c-4a3e-a156-0a2780cea6b6 req-3e9f7525-1a9c-4cba-a933-7345fc4cb947 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0870626 Jun 16 09:45:05.580116 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-920a6c06-946c-4a3e-a156-0a2780cea6b6 req-8816c88b-01db-4794-8bd3-a6631fff55bb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Jun 16 09:45:05.650877 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 33bf0f22-0a20-452a-ae42-940f5ea59df1 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:05.654409 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:05.676670 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:05.677107 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.734577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 33bf0f22-0a20-452a-ae42-940f5ea59df1 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:05.734876 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.801659 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.830254 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:05.832565 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c1df50-570e-47ba-9041-242927df9acd" -d '{"events": [{"server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "name": "network-vif-plugged", "status": "completed", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:05.865693 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:05.876103 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd17e3e-e929-4676-a8ec-a97df38d8765 x-openstack-request-id: req-5bd17e3e-e929-4676-a8ec-a97df38d8765 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:05.876459 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "name": "network-vif-plugged", "status": "completed", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:05.876724 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bd17e3e-e929-4676-a8ec-a97df38d8765 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:05.877138 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362', 'code': 200} Jun 16 09:45:05.925710 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:05.927614 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:05.982306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:05.993385 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:06.358455 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13a26d-e09b-4835-8cd5-f994dcaf0be7 req-76daddf4-da18-463c-b87c-9a971492f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:06.360005 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9c13a26d-e09b-4835-8cd5-f994dcaf0be7 req-76daddf4-da18-463c-b87c-9a971492f4c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 1098 time: 0.0905406 Jun 16 09:45:06.406956 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2a30d-4806-4544-98bb-5af16a492b77 req-56c5796e-92dd-4bf1-ad56-e028c6dce626 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:06.408316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99c2a30d-4806-4544-98bb-5af16a492b77 req-56c5796e-92dd-4bf1-ad56-e028c6dce626 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.1002281 Jun 16 09:45:06.434689 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9c13a26d-e09b-4835-8cd5-f994dcaf0be7 req-02aba61f-277b-4a91-93a5-2e9401323d7c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660164 Jun 16 09:45:06.455414 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-99c2a30d-4806-4544-98bb-5af16a492b77 req-8bb1b35e-6183-48a6-9831-18857ced18f3 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Jun 16 09:45:06.616718 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35910) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:06.722598 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-520963399-network', 'tenant_id': 'f99c554510f1474a8e96d41aba76e568'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:06.809057 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9beac6-c020-406d-b2e2-34090bebc42e req-59b3ab05-94f4-4410-8673-ee906585a5ef tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:06.812111 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ff9beac6-c020-406d-b2e2-34090bebc42e req-59b3ab05-94f4-4410-8673-ee906585a5ef tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0983319 Jun 16 09:45:06.834175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Made reservation on behalf of f99c554510f1474a8e96d41aba76e568 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:06.838209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:06.847800 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:06.860905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ff9beac6-c020-406d-b2e2-34090bebc42e req-2c881983-32c6-4243-b30d-1cae56378f7e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Jun 16 09:45:06.957024 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.028526 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.033081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9a0758a9-1670-4338-a3be-ca2c0cf554af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:07.050568 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:45:07.064187 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:07.068423 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:07.069458 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.069809 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Added segment 2f8a90d9-511d-49a7-8327-28455d932abe of type vlan for network 69b7b334-93cd-4117-a329-6140879762f9 Jun 16 09:45:07.109519 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.199938 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.201361 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:07.201941 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.204169 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8a4d4f24-73b2-40ee-9c7b-f2247380107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:07.262730 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=69b7b334-93cd-4117-a329-6140879762f9,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:07.265395 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:07.272655 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 69b7b334-93cd-4117-a329-6140879762f9 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:45:07.303995 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6860554 Jun 16 09:45:07.307868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35922) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:07.313263 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Request body: {'subnet': {'network_id': '69b7b334-93cd-4117-a329-6140879762f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-520963399-subnet', 'tenant_id': 'f99c554510f1474a8e96d41aba76e568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:07.411520 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Made reservation on behalf of f99c554510f1474a8e96d41aba76e568 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:07.413944 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.629512 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.633253 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:07.651457 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd230a1-4094-4602-aa67-e810e1afb806 req-8a22f42c-12e3-4c01-a58c-f6a7070e274d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:07.657681 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fd230a1-4094-4602-aa67-e810e1afb806 req-8a22f42c-12e3-4c01-a58c-f6a7070e274d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0775435 Jun 16 09:45:07.674947 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-eebfcdd0-246d-455d-abc8-c5d8c33ec775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.690715 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2de18e6-1989-43fa-aedb-696ed75fba3f,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:07.693399 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:07.699847 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fd230a1-4094-4602-aa67-e810e1afb806 req-2ff871c4-6095-41e9-8ec4-886a1d826b46 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Jun 16 09:45:07.703802 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Checking segment: {'id': '2f8a90d9-511d-49a7-8327-28455d932abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '69b7b334-93cd-4117-a329-6140879762f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:07.704233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Network hostable DHCP agents. Network: 69b7b334-93cd-4117-a329-6140879762f9, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:45:07.822524 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Network 69b7b334-93cd-4117-a329-6140879762f9 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:45:07.936821 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 69b7b334-93cd-4117-a329-6140879762f9) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:45:07.940860 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:07.941632 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:07.955503 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e38d0-07f8-4b60-9dba-071762236352 None None] Network 69b7b334-93cd-4117-a329-6140879762f9 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:45:08.036053 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:08.045704 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899350e-aae8-4fda-a488-410c6dee46f2 req-1d878f60-6274-4643-9241-f8611b9f48b5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:08.046436 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7374458 Jun 16 09:45:08.047461 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5899350e-aae8-4fda-a488-410c6dee46f2 req-1d878f60-6274-4643-9241-f8611b9f48b5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0678277 Jun 16 09:45:08.087213 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0d599-0302-4e4d-99b0-d9ee8e74d1cd None None] Network 69b7b334-93cd-4117-a329-6140879762f9 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:45:08.092565 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5899350e-aae8-4fda-a488-410c6dee46f2 req-65148530-6a21-4be3-a4aa-5949b5dec50a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Jun 16 09:45:08.750158 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35962) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:08.756443 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1808094664-network', 'tenant_id': '16877103142c4ea3b5469c7806a8f352'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:08.862550 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Made reservation on behalf of 16877103142c4ea3b5469c7806a8f352 for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:08.869762 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:08.879666 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:08.949025 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:08.989021 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.050699 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.055493 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fa95af07-df4a-453f-89fd-6c48b94749b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:09.067611 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:45:09.090021 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.090312 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Added segment ce482de7-9614-430c-9704-3b0fb981d122 of type vlan for network 288f542a-1b29-4dd7-849d-5b3e1caf75a9 Jun 16 09:45:09.100221 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d296ff9-af42-4d94-8733-18a84f1c74b8 req-808a483a-367d-4f01-8302-6521cef043bc tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.102828 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d296ff9-af42-4d94-8733-18a84f1c74b8 req-808a483a-367d-4f01-8302-6521cef043bc tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0694315 Jun 16 09:45:09.103404 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ddd06-c06e-4455-afd8-8541091ac1a3,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:09.106928 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:09.139870 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.143135 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d296ff9-af42-4d94-8733-18a84f1c74b8 req-8830f12a-0efb-48b3-9afa-c2a48635ecc6 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Jun 16 09:45:09.234377 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.235742 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.236353 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.240144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:09.299277 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Pushing event updated for resources: {'Network': ['ID=288f542a-1b29-4dd7-849d-5b3e1caf75a9,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:09.302506 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:09.312719 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 288f542a-1b29-4dd7-849d-5b3e1caf75a9 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:45:09.336331 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6084-4a84-46bf-a519-d16fbbe6639b req-23e45014-5564-4be6-86ff-2a668623723a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.338405 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6fc6084-4a84-46bf-a519-d16fbbe6639b req-23e45014-5564-4be6-86ff-2a668623723a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0802083 Jun 16 09:45:09.366615 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6146359 Jun 16 09:45:09.369688 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 35974) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:09.377493 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Request body: {'subnet': {'network_id': '288f542a-1b29-4dd7-849d-5b3e1caf75a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1808094664-subnet', 'tenant_id': '16877103142c4ea3b5469c7806a8f352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:09.391719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6fc6084-4a84-46bf-a519-d16fbbe6639b req-a4fabea6-106f-4e24-afa8-0194fb1f71ac tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Jun 16 09:45:09.514025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Made reservation on behalf of 16877103142c4ea3b5469c7806a8f352 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:09.516440 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.748940 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:09.752678 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a19d55b0-2f52-4bc4-b6b9-3a41ff270b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:09.809241 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf027e2-b5d6-43e8-aae9-72fa926af5f7,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:09.813052 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:09.821969 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Checking segment: {'id': 'ce482de7-9614-430c-9704-3b0fb981d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '288f542a-1b29-4dd7-849d-5b3e1caf75a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:09.822374 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Network hostable DHCP agents. Network: 288f542a-1b29-4dd7-849d-5b3e1caf75a9, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:45:09.854184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-526fa892-3a5a-40b3-8079-ebff3782a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.855675 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-526fa892-3a5a-40b3-8079-ebff3782a9aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.0658941 Jun 16 09:45:09.942647 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Network 288f542a-1b29-4dd7-849d-5b3e1caf75a9 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:45:09.980937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-2ad61bf8-8d4c-47d2-816e-36481d3e12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:09.982620 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-2ad61bf8-8d4c-47d2-816e-36481d3e12f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.0929918 Jun 16 09:45:10.016983 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 288f542a-1b29-4dd7-849d-5b3e1caf75a9) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:45:10.022136 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:10.023462 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:10.030763 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-b066aabb-bbdd-4fb5-8611-54af03cc066d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0371008 Jun 16 09:45:10.031900 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a41e77-e78a-45de-94aa-828b7ea8b270 None None] Network 288f542a-1b29-4dd7-849d-5b3e1caf75a9 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:45:10.094382 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-27571bd0-3012-4f85-874b-69a9524fdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:10.096497 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-27571bd0-3012-4f85-874b-69a9524fdeb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.0594728 Jun 16 09:45:10.097745 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-180a561c-310b-4117-96c9-844e08010347 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7263553 Jun 16 09:45:10.136173 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-a908d841-5c28-4db0-8f93-532d1f070931 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318856 Jun 16 09:45:10.175724 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf07b75-c8da-429e-992e-641444c407a0 None None] Network 288f542a-1b29-4dd7-849d-5b3e1caf75a9 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:45:10.240807 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-a4889994-6c23-4b22-b39e-50706d4484c9 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955341 Jun 16 09:45:10.343301 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ead71131-9a6b-46f0-a75d-a871398ed881 req-f5cf09a2-d411-4036-950f-3d7376c1cc03 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940094 Jun 16 09:45:10.423962 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:10.480255 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:15.079812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-5dc278ab-f56c-4127-bad1-056dba03b3f4 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:15.081291 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-5dc278ab-f56c-4127-bad1-056dba03b3f4 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/networks?id=69b7b334-93cd-4117-a329-6140879762f9 HTTP/1.1" status: 200 len: 808 time: 0.1154509 Jun 16 09:45:15.095905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-20480eaa-6fe0-48fc-b733-1197919d1c8a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/quotas/f99c554510f1474a8e96d41aba76e568 HTTP/1.1" status: 200 len: 375 time: 0.0090451 Jun 16 09:45:15.133886 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-87bc7997-75a0-4786-a517-148c520a3d57 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f99c554510f1474a8e96d41aba76e568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320733 Jun 16 09:45:15.231055 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-19bd59e5-7718-4086-bf9e-c67db4164ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Jun 16 09:45:15.357510 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-9e8b012b-0fc9-4c9b-9cfb-72edca6a36f6 service neutron] 10.222.0.47 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191368 Jun 16 09:45:15.382488 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27e353-fbb9-4fe5-9c24-b74613ac066d req-27a8623a-8b0b-4476-9799-8fff737fc9d8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:15.384590 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b27e353-fbb9-4fe5-9c24-b74613ac066d req-27a8623a-8b0b-4476-9799-8fff737fc9d8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0850964 Jun 16 09:45:15.425241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b27e353-fbb9-4fe5-9c24-b74613ac066d req-388250db-fe13-4534-baf4-ae2ee9f906e2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Jun 16 09:45:16.019199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db080a-f4b5-4435-a6c6-db76160babd1 req-74d0b38a-4385-4ac8-851e-978063cb50d9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:16.020879 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-34db080a-f4b5-4435-a6c6-db76160babd1 req-74d0b38a-4385-4ac8-851e-978063cb50d9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0727472 Jun 16 09:45:16.059355 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-34db080a-f4b5-4435-a6c6-db76160babd1 req-b8e596a2-1f4d-4666-adb8-8c0f8b39959a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Jun 16 09:45:16.136655 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f099c188-0eed-4e75-9bf3-beed99e77691 req-cf5de6e2-2ce6-4c6c-88c9-8d431955f02e tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jun 16 09:45:16.297649 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981526a9-4368-483b-bab0-6882728c4cfb req-bc551509-cfb0-4294-887b-8e108ed6d40f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:16.299099 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-981526a9-4368-483b-bab0-6882728c4cfb req-bc551509-cfb0-4294-887b-8e108ed6d40f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0620992 Jun 16 09:45:16.344585 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-981526a9-4368-483b-bab0-6882728c4cfb req-bdf0cfc0-26bf-4f94-8b48-5ec02ceb9a28 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 Jun 16 09:45:16.476206 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:45:16.604914 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198160-f106-4acc-b75f-b3afe6368f8f req-ec370bae-6e6c-4994-a03d-50185dc4b058 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:16.606466 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0e198160-f106-4acc-b75f-b3afe6368f8f req-ec370bae-6e6c-4994-a03d-50185dc4b058 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0676343 Jun 16 09:45:16.644683 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0e198160-f106-4acc-b75f-b3afe6368f8f req-1dde7940-cb77-4587-b9f1-85781c683026 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Jun 16 09:45:17.020738 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1eba-1ee9-4fbd-a45e-ed5a74fff6a3 req-10603cf6-3fe7-483c-a022-1690d22778ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:17.022411 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a53e1eba-1ee9-4fbd-a45e-ed5a74fff6a3 req-10603cf6-3fe7-483c-a022-1690d22778ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.0611913 Jun 16 09:45:17.065947 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a53e1eba-1ee9-4fbd-a45e-ed5a74fff6a3 req-96d47614-9983-47a8-b79a-99b8bebb9cf9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294540 Jun 16 09:45:17.251581 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10599f2-17e4-481d-87de-27bfad56b6e3 req-ad465a4e-3df7-4f9d-8bbd-cc8f1db5fe1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:17.253156 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d10599f2-17e4-481d-87de-27bfad56b6e3 req-ad465a4e-3df7-4f9d-8bbd-cc8f1db5fe1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0691359 Jun 16 09:45:17.286939 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5c750fa-6d0c-4d3a-a7bf-fe7c34e45e98 req-16b19b54-5ccb-4db7-96a2-0d13a93a5ee7 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.0327947 Jun 16 09:45:17.315299 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d10599f2-17e4-481d-87de-27bfad56b6e3 req-50388fff-5ab4-4e45-b175-fc639d3c7fc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506883 Jun 16 09:45:17.541082 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13003-95c3-4bb3-b2f7-3520f478f940 req-79f35c05-81ae-49e5-a46b-bc46ac4fefad tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:17.542627 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-20f13003-95c3-4bb3-b2f7-3520f478f940 req-79f35c05-81ae-49e5-a46b-bc46ac4fefad tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0741506 Jun 16 09:45:17.601375 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-20f13003-95c3-4bb3-b2f7-3520f478f940 req-7c319e0f-d94e-4576-b5e0-0921d68429dc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 Jun 16 09:45:17.826396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad107615-863c-4df9-aef7-cc9c5ff0c7d2 req-324c171d-8b90-4d24-92a5-02da3a36a370 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:17.828012 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ad107615-863c-4df9-aef7-cc9c5ff0c7d2 req-324c171d-8b90-4d24-92a5-02da3a36a370 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0686023 Jun 16 09:45:17.870339 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ad107615-863c-4df9-aef7-cc9c5ff0c7d2 req-783b5b6c-0e0a-41d8-9139-6e8a1a382f62 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Jun 16 09:45:18.440915 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-73bae765-4962-4d88-b5a4-4c55998ad5c0 req-8b16ab20-db42-49e0-a404-af7a7ba1ff35 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.0351110 Jun 16 09:45:18.508959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c38aa0-ec03-4da3-bb88-81882754638c req-ae1ac4f2-4dda-4a53-bc76-a04130b77ced tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:18.510588 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c2c38aa0-ec03-4da3-bb88-81882754638c req-ae1ac4f2-4dda-4a53-bc76-a04130b77ced tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0688133 Jun 16 09:45:18.549789 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c2c38aa0-ec03-4da3-bb88-81882754638c req-e21f2980-e4d0-4a7c-a5e5-c6337124ac19 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331807 Jun 16 09:45:18.777823 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545795e9-cc00-46d8-90f4-501cbf942f04 req-c822fa7b-2a49-470b-a4d5-53d99fc5c452 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:18.779369 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-545795e9-cc00-46d8-90f4-501cbf942f04 req-c822fa7b-2a49-470b-a4d5-53d99fc5c452 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0632334 Jun 16 09:45:18.838244 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-545795e9-cc00-46d8-90f4-501cbf942f04 req-dccd5dce-c7b7-49ac-b8ad-007740f75ac8 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506871 Jun 16 09:45:18.928453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-556e0800-3771-4a37-949b-70c665e027e8 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:18.929896 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-556e0800-3771-4a37-949b-70c665e027e8 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.23 "GET /v2.0/networks?id=69b7b334-93cd-4117-a329-6140879762f9 HTTP/1.1" status: 200 len: 808 time: 0.1216977 Jun 16 09:45:18.986293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Request body: {'port': {'device_id': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'network_id': '69b7b334-93cd-4117-a329-6140879762f9', 'admin_state_up': True, 'tenant_id': 'f99c554510f1474a8e96d41aba76e568'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:19.152615 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6b5f-506b-4e6b-8742-c175a9fe1f0e req-99bee221-a819-4850-84bf-3c1c7643bac9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:19.154114 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9dae6b5f-506b-4e6b-8742-c175a9fe1f0e req-99bee221-a819-4850-84bf-3c1c7643bac9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1641386 Jun 16 09:45:19.202738 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9dae6b5f-506b-4e6b-8742-c175a9fe1f0e req-4136d4fd-419a-4970-8147-447fbe5f6fa2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jun 16 09:45:19.239917 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Made reservation on behalf of f99c554510f1474a8e96d41aba76e568 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:19.244124 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:19.378643 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Allocated IP 172.20.0.13 (69b7b334-93cd-4117-a329-6140879762f9/b2de18e6-1989-43fa-aedb-696ed75fba3f/1f54c704-6d92-4f67-a742-f97a70e610fb) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:45:19.527605 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:19.837013 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bf5f8003-1b08-4164-9a3b-6d1e84b03fd4 req-bedd60fc-d7da-4faf-a412-10c029fd757b tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.2748849 Jun 16 09:45:19.839121 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:19.850620 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:19.918024 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Network 69b7b334-93cd-4117-a329-6140879762f9 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:45:19.928845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:45:19.934227 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:45:19.940464 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Pushing event updated for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:19.970398 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:20.032125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9874c0-5c0c-475e-8507-1e1512848c51 req-86519fbf-8dd2-425a-bac5-f96ffa8bf579 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:20.033626 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe9874c0-5c0c-475e-8507-1e1512848c51 req-86519fbf-8dd2-425a-bac5-f96ffa8bf579 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1998801 Jun 16 09:45:20.039462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:20.040113 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.104229 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525df93-d02c-4139-a522-e84752a49a98 req-b181991c-372f-4fd3-a0a1-c47286945f24 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:20.105666 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7525df93-d02c-4139-a522-e84752a49a98 req-b181991c-372f-4fd3-a0a1-c47286945f24 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1391652 Jun 16 09:45:20.109394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe9874c0-5c0c-475e-8507-1e1512848c51 req-e57c7254-a1ab-41c1-8d14-fe7bf9dc2a22 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631912 Jun 16 09:45:20.142338 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1613412 Jun 16 09:45:20.150242 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7525df93-d02c-4139-a522-e84752a49a98 req-1d68af79-7eaa-4599-9ec9-93d99c77d1e6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367126 Jun 16 09:45:20.168739 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Request body: {'port': {'device_id': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:20.248737 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.503623 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd16b7-20d1-4039-8c91-c72172452837 req-1da59b61-49c0-4d1d-9e66-12b1f68db9a9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:20.504825 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a6fd16b7-20d1-4039-8c91-c72172452837 req-1da59b61-49c0-4d1d-9e66-12b1f68db9a9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1523588 Jun 16 09:45:20.572445 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a6fd16b7-20d1-4039-8c91-c72172452837 req-247a2bdc-c5a5-48f8-ac5f-0ac8d003b278 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Jun 16 09:45:20.615188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f54c704-6d92-4f67-a742-f97a70e610fb {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:20.623103 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.635851 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Transition to ACTIVE for port object 1f54c704-6d92-4f67-a742-f97a70e610fb will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:45:20.679857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.683068 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:20.780838 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Pushing event updated for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:20.783845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:20.837249 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Attempting to bind port 1f54c704-6d92-4f67-a742-f97a70e610fb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:45:20.837580 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Attempting to bind port 1f54c704-6d92-4f67-a742-f97a70e610fb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2f8a90d9-511d-49a7-8327-28455d932abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '69b7b334-93cd-4117-a329-6140879762f9'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:45:20.837912 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Attempting to bind port 1f54c704-6d92-4f67-a742-f97a70e610fb on network 69b7b334-93cd-4117-a329-6140879762f9 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:20.844762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Port 1f54c704-6d92-4f67-a742-f97a70e610fb on network 69b7b334-93cd-4117-a329-6140879762f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:45:20.845204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Attempting to bind port 1f54c704-6d92-4f67-a742-f97a70e610fb on network 69b7b334-93cd-4117-a329-6140879762f9 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:20.850194 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:45:20.852511 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Checking segment: {'id': '2f8a90d9-511d-49a7-8327-28455d932abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '69b7b334-93cd-4117-a329-6140879762f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:20.852511 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Bound using segment: {'id': '2f8a90d9-511d-49a7-8327-28455d932abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '69b7b334-93cd-4117-a329-6140879762f9'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:45:20.852511 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Bound port: 1f54c704-6d92-4f67-a742-f97a70e610fb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8a90d9-511d-49a7-8327-28455d932abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '69b7b334-93cd-4117-a329-6140879762f9'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:45:20.852511 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:20.917040 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:45:20.920451 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f54c704-6d92-4f67-a742-f97a70e610fb,segment=NetworkSegment(2f8a90d9-511d-49a7-8327-28455d932abe),segment_id=2f8a90d9-511d-49a7-8327-28455d932abe)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:45:21.020957 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d826f-b477-4c4a-a0de-e9a33b94d242 req-ea3a9410-1608-446c-938a-4f8baae60059 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.022342 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-933d826f-b477-4c4a-a0de-e9a33b94d242 req-ea3a9410-1608-446c-938a-4f8baae60059 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0691423 Jun 16 09:45:21.028334 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:21.031517 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3ff64540-bb52-42ef-aa8e-fac87644e991 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:21.077558 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.078820 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:21.079764 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] 10.222.0.23 "PUT /v2.0/ports/1f54c704-6d92-4f67-a742-f97a70e610fb HTTP/1.1" status: 200 len: 1094 time: 0.9155772 Jun 16 09:45:21.083923 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:21.087293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b778a37-8d0d-476d-98ec-0be1d513ecda" -d '{"events": [{"name": "network-changed", "server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:21.126744 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-933d826f-b477-4c4a-a0de-e9a33b94d242 req-7111bea4-3042-4684-b2e5-60468a923b1e tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960510 Jun 16 09:45:21.129990 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Pushing event updated for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:21.133293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:21.377711 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-115f019b-40dc-4364-8bf2-f7340830551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.382434 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-115f019b-40dc-4364-8bf2-f7340830551c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.1450207 Jun 16 09:45:21.395198 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecf375-0af4-4946-b82a-04572fa94206 req-31049f67-6e26-419b-a499-56de71eeaf59 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.396694 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-84ecf375-0af4-4946-b82a-04572fa94206 req-31049f67-6e26-419b-a499-56de71eeaf59 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1235032 Jun 16 09:45:21.425133 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-2f1b33d9-fb8b-4f69-8d08-1a2cce737a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.426537 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-2f1b33d9-fb8b-4f69-8d08-1a2cce737a38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f99c554510f1474a8e96d41aba76e568&device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1614549 Jun 16 09:45:21.528466 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-84ecf375-0af4-4946-b82a-04572fa94206 req-d1f262df-df57-4361-86b4-ac41476ca4a5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205947 Jun 16 09:45:21.529583 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-20acf9c3-3c6b-48ec-a123-67b4b37dffc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f54c704-6d92-4f67-a742-f97a70e610fb HTTP/1.1" status: 200 len: 217 time: 0.0705228 Jun 16 09:45:21.584896 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee64663c-fa47-4513-b7e2-4299e5576c55 x-openstack-request-id: req-ee64663c-fa47-4513-b7e2-4299e5576c55 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:21.585732 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:21.585732 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee64663c-fa47-4513-b7e2-4299e5576c55 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:21.586272 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb', 'status': 'completed', 'code': 200} Jun 16 09:45:21.590244 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-aef4ef48-5776-4442-b88b-868b5e007848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.592056 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-aef4ef48-5776-4442-b88b-868b5e007848 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.1942687 Jun 16 09:45:21.624208 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-dd82b5c8-1fb8-460c-ac6c-1bc378cb2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.629392 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-dd82b5c8-1fb8-460c-ac6c-1bc378cb2dd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2de18e6-1989-43fa-aedb-696ed75fba3f HTTP/1.1" status: 200 len: 848 time: 0.0819457 Jun 16 09:45:21.660173 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-40e8585c-0550-4b3c-afb9-806b3c67375e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0447426 Jun 16 09:45:21.700278 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-d28384d1-1bfd-4c9b-acf8-cb41751d6586 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69b7b334-93cd-4117-a329-6140879762f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437932 Jun 16 09:45:21.867911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-c8f9f760-231d-496e-9744-02ef5b8292a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.869541 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-c8f9f760-231d-496e-9744-02ef5b8292a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.1787977 Jun 16 09:45:21.934908 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-5affdb48-ab42-4578-9a16-bd6ddba3a3c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520523 Jun 16 09:45:21.943298 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-13ce606f-b95e-4149-b494-60858afe2f80 service neutron] 10.222.0.23 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062852 Jun 16 09:45:21.954256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b283f-bff1-4844-b68e-845d4d81faa4 req-b68926cd-da21-4671-b646-17eb7c1f2c17 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.955917 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a73b283f-bff1-4844-b68e-845d4d81faa4 req-b68926cd-da21-4671-b646-17eb7c1f2c17 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.2536762 Jun 16 09:45:21.982327 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7922f-dddc-4a98-9c3f-07656cb0dfdb req-e8e2087a-4e0b-436c-a878-d0a883417e75 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:21.983924 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9df7922f-dddc-4a98-9c3f-07656cb0dfdb req-e8e2087a-4e0b-436c-a878-d0a883417e75 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2806263 Jun 16 09:45:22.155919 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a73b283f-bff1-4844-b68e-845d4d81faa4 req-9b1f2742-d0ba-449e-99e8-e57f5a996a16 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889398 Jun 16 09:45:22.163650 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9df7922f-dddc-4a98-9c3f-07656cb0dfdb req-34b931ba-c8f0-40f1-b6ee-c32fb1aae6ba tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562080 Jun 16 09:45:22.193430 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97fcde4-d6bf-4aa7-a4ba-8d0363de2a7a req-220463e6-be86-4a6f-91c0-6bbe05476c9a service neutron] 10.222.0.23 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275558 Jun 16 09:45:22.195581 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-57336ea5-0805-4d30-9711-4fdc43be5884 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514205 Jun 16 09:45:22.356128 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-409e01e7-0f9c-44dd-a0ad-ba3638d7662f req-f378332f-4f99-4b4e-a43b-f6752615a9ff service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314888 Jun 16 09:45:22.378044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca98a51-67c8-4fab-a473-a7d09e01662e req-bb9d859f-4854-4b47-b839-d9af8fef50dc tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.379496 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ca98a51-67c8-4fab-a473-a7d09e01662e req-bb9d859f-4854-4b47-b839-d9af8fef50dc tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0909581 Jun 16 09:45:22.418271 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ca98a51-67c8-4fab-a473-a7d09e01662e req-7c06743f-4ffe-46f9-abcf-4e1d01035df4 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Jun 16 09:45:22.473663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-56d22d26-69f3-4cb0-ad12-d6d3e03d84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.475132 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-56d22d26-69f3-4cb0-ad12-d6d3e03d84b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f99c554510f1474a8e96d41aba76e568&device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0546269 Jun 16 09:45:22.685007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-877fa9d6-68e1-4534-a112-57b9cc042cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.687383 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-877fa9d6-68e1-4534-a112-57b9cc042cf7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=69b7b334-93cd-4117-a329-6140879762f9 HTTP/1.1" status: 200 len: 909 time: 0.1494188 Jun 16 09:45:22.730072 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-ba9df7f9-71b6-4f57-a09b-05aa85404039 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f54c704-6d92-4f67-a742-f97a70e610fb HTTP/1.1" status: 200 len: 217 time: 0.0344861 Jun 16 09:45:22.751304 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a723cb-1fd6-4432-9a74-556dec976b1d req-4c265ca3-dcd0-4f81-afbc-38d695547ded tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.753213 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a3a723cb-1fd6-4432-9a74-556dec976b1d req-4c265ca3-dcd0-4f81-afbc-38d695547ded tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1053870 Jun 16 09:45:22.828565 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a3a723cb-1fd6-4432-9a74-556dec976b1d req-6e2ead23-86a6-43a5-ac09-90deb7e98791 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681677 Jun 16 09:45:22.837612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-7a04a7a5-0848-4cda-83fb-8d2a81c79e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:22.839286 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-7a04a7a5-0848-4cda-83fb-8d2a81c79e0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2de18e6-1989-43fa-aedb-696ed75fba3f HTTP/1.1" status: 200 len: 848 time: 0.0604944 Jun 16 09:45:22.874562 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-10c37b34-1819-4e25-badb-7913cbcd36b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69b7b334-93cd-4117-a329-6140879762f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278726 Jun 16 09:45:22.973813 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-aef2923d-dbd8-4616-9dfc-b9ecf16587ca service neutron] 10.222.0.23 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915036 Jun 16 09:45:23.065367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b778a37-8d0d-476d-98ec-0be1d513ecda req-536d4087-756e-46e2-beb8-ef1db240ecb7 service neutron] 10.222.0.23 "GET /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840940 Jun 16 09:45:23.644942 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b280d35-64d1-4429-8ea0-6cb196d29690 req-ce07f4e0-9530-4cb7-ac71-5c35b2c225a6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:23.646542 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2b280d35-64d1-4429-8ea0-6cb196d29690 req-ce07f4e0-9530-4cb7-ac71-5c35b2c225a6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.3720713 Jun 16 09:45:23.658676 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d8dc-9318-450e-8662-06ee67d3cda2 req-c6439f29-e012-4c81-9b1b-cba4ab041164 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:23.658676 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-25b9d8dc-9318-450e-8662-06ee67d3cda2 req-c6439f29-e012-4c81-9b1b-cba4ab041164 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3725803 Jun 16 09:45:23.713566 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2b280d35-64d1-4429-8ea0-6cb196d29690 req-a27f908b-320e-4c0f-acda-5f9c46b9ec1b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563941 Jun 16 09:45:23.716870 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-25b9d8dc-9318-450e-8662-06ee67d3cda2 req-35f74fa2-da92-4c46-9c3b-5814a779bc90 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535035 Jun 16 09:45:23.895971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c1cc1-36e3-4f87-ae56-cd57d9d21d72 req-29b8c214-5712-43a9-8084-6227f7a16004 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:23.897518 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0c2c1cc1-36e3-4f87-ae56-cd57d9d21d72 req-29b8c214-5712-43a9-8084-6227f7a16004 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0705698 Jun 16 09:45:23.945313 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0c2c1cc1-36e3-4f87-ae56-cd57d9d21d72 req-b700fcb6-fb65-4ca4-9cf0-fb01444d485a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Jun 16 09:45:24.024199 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95014a9b-6388-42da-b806-5898a08965c8 req-a41fd1bc-503c-437e-8048-25e81627aa94 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:24.025729 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-95014a9b-6388-42da-b806-5898a08965c8 req-a41fd1bc-503c-437e-8048-25e81627aa94 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0672793 Jun 16 09:45:24.062802 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-95014a9b-6388-42da-b806-5898a08965c8 req-31163eaa-386a-4327-8ae1-ec773dc8b0b5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Jun 16 09:45:24.936646 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9212457-87c5-401a-9094-e8e7822ee82a req-4a4b8cfe-994f-4b6c-aa6d-4befe1cd3454 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:24.938062 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d9212457-87c5-401a-9094-e8e7822ee82a req-4a4b8cfe-994f-4b6c-aa6d-4befe1cd3454 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1073828 Jun 16 09:45:24.950145 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9b20-3b42-4781-9bff-5ffa8816728e req-065da533-7235-4d5c-8209-0537f7421d41 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:24.951644 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eeab9b20-3b42-4781-9bff-5ffa8816728e req-065da533-7235-4d5c-8209-0537f7421d41 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1115410 Jun 16 09:45:25.007378 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d9212457-87c5-401a-9094-e8e7822ee82a req-412c36ff-62c5-4027-9f90-417486986bff tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547845 Jun 16 09:45:25.014999 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eeab9b20-3b42-4781-9bff-5ffa8816728e req-dfabfe97-7118-4781-9dbf-a5f9c5b5df84 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554452 Jun 16 09:45:25.175246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb532-81b8-431c-bc1b-d931c82b2492 req-2062f01a-9838-4fd7-87bb-14ee77ff3a60 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:25.176822 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-639cb532-81b8-431c-bc1b-d931c82b2492 req-2062f01a-9838-4fd7-87bb-14ee77ff3a60 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0676403 Jun 16 09:45:25.218439 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-639cb532-81b8-431c-bc1b-d931c82b2492 req-5c5adcdf-6a12-451c-9bc4-fc921a8da444 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Jun 16 09:45:25.398121 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f9b9-2b23-405b-a0b3-9c2e8698df06 req-9caad909-6419-472c-9ef6-8358116cb644 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:25.400487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5524f9b9-2b23-405b-a0b3-9c2e8698df06 req-9caad909-6419-472c-9ef6-8358116cb644 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0737917 Jun 16 09:45:25.448304 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5524f9b9-2b23-405b-a0b3-9c2e8698df06 req-67f88b85-6238-4b2f-975b-dd34e5c038ce tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jun 16 09:45:25.715960 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a2e67-8413-40fc-98ba-ea4ea52b9468 req-a1c7fb41-ea52-4f57-b793-2869188704d4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:25.717487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4f4a2e67-8413-40fc-98ba-ea4ea52b9468 req-a1c7fb41-ea52-4f57-b793-2869188704d4 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0665166 Jun 16 09:45:25.758590 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4f4a2e67-8413-40fc-98ba-ea4ea52b9468 req-936f0e8e-9a71-4f0b-91ff-07e76b2e6b21 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Jun 16 09:45:26.240870 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186dedd-2eb6-4df0-8bd0-7cf6fcf7f4aa req-da9dcf50-4d8e-4375-aed1-408895ca0bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.243063 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2186dedd-2eb6-4df0-8bd0-7cf6fcf7f4aa req-da9dcf50-4d8e-4375-aed1-408895ca0bc5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1053777 Jun 16 09:45:26.250945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2039c-369c-4d9d-9060-9fde97debc20 req-997e524e-1bc0-44ed-a7ea-eaa2f4f97a98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.252557 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07c2039c-369c-4d9d-9060-9fde97debc20 req-997e524e-1bc0-44ed-a7ea-eaa2f4f97a98 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1172886 Jun 16 09:45:26.304556 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2186dedd-2eb6-4df0-8bd0-7cf6fcf7f4aa req-7d0011bb-f38b-4228-b682-6de676a19419 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508392 Jun 16 09:45:26.322052 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07c2039c-369c-4d9d-9060-9fde97debc20 req-c274b9b8-8edf-4534-9160-c914f96d5abb tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569704 Jun 16 09:45:26.490171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579c16-2c01-4f59-80dc-22a477b3e68a req-29f00c7c-4e8e-49a6-ad73-b016b2341651 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.490171 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c7579c16-2c01-4f59-80dc-22a477b3e68a req-29f00c7c-4e8e-49a6-ad73-b016b2341651 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0628338 Jun 16 09:45:26.530265 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c7579c16-2c01-4f59-80dc-22a477b3e68a req-b47c6fe9-1c4f-47e0-932e-1814f6ad223a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Jun 16 09:45:26.637352 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d47ac-4799-4f2f-a076-31a0cee20da1 req-b28e17d9-384f-4484-8be7-c096d0601da4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.638888 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a31d47ac-4799-4f2f-a076-31a0cee20da1 req-b28e17d9-384f-4484-8be7-c096d0601da4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0690241 Jun 16 09:45:26.679351 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a31d47ac-4799-4f2f-a076-31a0cee20da1 req-41f2cb87-39a1-4b35-a746-7cd8e51e3ed9 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Jun 16 09:45:26.935428 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdbbc5-3b43-48e7-b5ac-895963ee5b70 req-c25e37fc-f91e-40c6-aacf-3545bad980a3 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:26.936930 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a7cdbbc5-3b43-48e7-b5ac-895963ee5b70 req-c25e37fc-f91e-40c6-aacf-3545bad980a3 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0637991 Jun 16 09:45:26.983728 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a7cdbbc5-3b43-48e7-b5ac-895963ee5b70 req-af8ced00-098f-4e08-b750-ea6bbfe78db9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Jun 16 09:45:27.545396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695b862-d64b-4562-a5ca-4b688f59f352 req-668d0f2f-6afb-4a97-a812-cb3dcf6659de tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:27.546915 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0695b862-d64b-4562-a5ca-4b688f59f352 req-668d0f2f-6afb-4a97-a812-cb3dcf6659de tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1074395 Jun 16 09:45:27.554390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f31816-70f5-4b98-b5bb-683efea03a2f req-56394909-b26d-43a8-8e89-373001b69f30 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:27.556348 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8f31816-70f5-4b98-b5bb-683efea03a2f req-56394909-b26d-43a8-8e89-373001b69f30 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1266491 Jun 16 09:45:27.618048 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0695b862-d64b-4562-a5ca-4b688f59f352 req-f8c5c5e8-4d36-43d2-8ebc-07c005685aeb tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602014 Jun 16 09:45:27.620837 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8f31816-70f5-4b98-b5bb-683efea03a2f req-cb6f7b0d-410a-4648-9ab8-7a4335d506f1 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576196 Jun 16 09:45:27.781816 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e7e2b-7d1d-47d0-9fb3-935db80ac6bb req-c08c580f-3592-4ce5-8eef-9421ecb45f84 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:27.783180 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4c9e7e2b-7d1d-47d0-9fb3-935db80ac6bb req-c08c580f-3592-4ce5-8eef-9421ecb45f84 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0638356 Jun 16 09:45:27.821739 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4c9e7e2b-7d1d-47d0-9fb3-935db80ac6bb req-213e411f-a49a-4218-b77c-55c5b9af6267 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Jun 16 09:45:28.160889 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301f86-772c-4688-883b-d3e95485bbae req-2642c1c3-afd5-431a-aa5f-0d9bc1dec701 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.162370 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0f301f86-772c-4688-883b-d3e95485bbae req-2642c1c3-afd5-431a-aa5f-0d9bc1dec701 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0688066 Jun 16 09:45:28.200326 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0f301f86-772c-4688-883b-d3e95485bbae req-014ebe67-dc69-4ac4-9b2e-a8d5670d8963 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jun 16 09:45:28.664465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-288c8aaa-6c0e-4ce5-a1f9-f1e79ddba60a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.669759 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-288c8aaa-6c0e-4ce5-a1f9-f1e79ddba60a tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0769892 Jun 16 09:45:28.880168 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Deleting port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:45:28.880452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:28.906417 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b8a40-e8c5-48e3-8fe2-bad8e92abf61 req-1c2fcec5-5ecb-4387-9193-87eb5d0dbb6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.907933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee5b8a40-e8c5-48e3-8fe2-bad8e92abf61 req-1c2fcec5-5ecb-4387-9193-87eb5d0dbb6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1423731 Jun 16 09:45:28.976227 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdde0-9e49-453c-a3e5-33f088a44de9 req-b3f8533a-5992-4d2b-9624-eb437bc14628 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:28.978571 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-402cdde0-9e49-453c-a3e5-33f088a44de9 req-b3f8533a-5992-4d2b-9624-eb437bc14628 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1999593 Jun 16 09:45:29.029789 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee5b8a40-e8c5-48e3-8fe2-bad8e92abf61 req-aacedd3e-188d-4ecb-a335-d698d2ad83b1 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160326 Jun 16 09:45:29.045405 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] For port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:29.045769 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:29.070853 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-402cdde0-9e49-453c-a3e5-33f088a44de9 req-84c83121-ce7f-437c-ba98-2f471f7ce1ae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766964 Jun 16 09:45:29.125274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Calling delete_port for 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:45:29.255501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a1ed7-e23f-40fd-89ec-9c7def631a96 req-36769923-5b06-4cec-b40c-b8f4cf306deb tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:29.259840 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7e5a1ed7-e23f-40fd-89ec-9c7def631a96 req-36769923-5b06-4cec-b40c-b8f4cf306deb tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0904977 Jun 16 09:45:29.340895 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7e5a1ed7-e23f-40fd-89ec-9c7def631a96 req-90bcaadd-7b37-4e5d-a9d2-78010cf7b8cb tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Jun 16 09:45:29.394578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4c79e-7773-4529-8bfd-1e8beca68f2d req-8a53aeec-d524-4e5b-a30e-e448153bc102 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:29.396075 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fee4c79e-7773-4529-8bfd-1e8beca68f2d req-8a53aeec-d524-4e5b-a30e-e448153bc102 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 945 time: 0.0760252 Jun 16 09:45:29.400557 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:29.405919 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-404ace2f-c8e8-434d-83dd-a7c8f545ef44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:29.447788 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event deleted for resources: {'Port': ['ID=0c5d8b55-fd7a-4f08-bce0-dcaa65a21362,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:29.455863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:29.464818 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b', 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', '9d878232-12c7-4ed2-8424-c3261a34d8ff', '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:29.496537 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fee4c79e-7773-4529-8bfd-1e8beca68f2d req-6e5095e5-aec0-4a53-a8d3-5ff4cdb0f175 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897875 Jun 16 09:45:29.514358 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] No DVR routers for this DVR port 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:45:29.524971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:29.527069 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-02239a3a-9eb1-40cd-8e0d-7816558215d3 req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "DELETE /v2.0/ports/0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 HTTP/1.1" status: 204 len: 173 time: 0.8506105 Jun 16 09:45:29.527571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'name': 'network-vif-deleted', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:29.529884 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea10589a-8ffe-4a72-a295-8d8080e151b0" -d '{"events": [{"server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "name": "network-vif-deleted", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:29.593652 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917befbf-fa55-46db-b469-7ffb41c5b3a8 req-3e515ffe-54d0-42b0-bc9f-a693b8ca77ef tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:29.595385 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-917befbf-fa55-46db-b469-7ffb41c5b3a8 req-3e515ffe-54d0-42b0-bc9f-a693b8ca77ef tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0832641 Jun 16 09:45:29.683933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-917befbf-fa55-46db-b469-7ffb41c5b3a8 req-a90e51aa-b14a-40fb-947a-9b47fc40e5fa tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733473 Jun 16 09:45:29.770683 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e57f01-44a1-4cfe-93c0-4a797c42b92b x-openstack-request-id: req-b2e57f01-44a1-4cfe-93c0-4a797c42b92b {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:29.771103 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50f11e5-c9a7-44c3-a45e-56c6507bd348", "name": "network-vif-deleted", "tag": "0c5d8b55-fd7a-4f08-bce0-dcaa65a21362", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:29.771535 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2e57f01-44a1-4cfe-93c0-4a797c42b92b {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:29.772051 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f11e5-c9a7-44c3-a45e-56c6507bd348', 'name': 'network-vif-deleted', 'tag': '0c5d8b55-fd7a-4f08-bce0-dcaa65a21362', 'status': 'completed', 'code': 200} Jun 16 09:45:30.213158 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a54d0-1abf-4d0d-bc89-3aa239e7df45 req-148ca160-9c65-4441-b74b-4e14c580abaf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:30.214615 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-385a54d0-1abf-4d0d-bc89-3aa239e7df45 req-148ca160-9c65-4441-b74b-4e14c580abaf tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0650995 Jun 16 09:45:30.259544 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-385a54d0-1abf-4d0d-bc89-3aa239e7df45 req-6202166f-4018-482b-91ad-4fc095790589 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Jun 16 09:45:30.427184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93060f-9628-47ab-877e-d3defec00d8e req-50165e88-a4b9-46eb-958f-6109e3603e28 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:30.428707 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc93060f-9628-47ab-877e-d3defec00d8e req-50165e88-a4b9-46eb-958f-6109e3603e28 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0649807 Jun 16 09:45:30.467550 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc93060f-9628-47ab-877e-d3defec00d8e req-df41768c-4225-4731-8f17-c4881f7c9b40 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331357 Jun 16 09:45:30.634506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622a925-68b5-4da8-9858-3034faa5182b req-8678ab72-679a-4f4e-8509-ebc5164a9f91 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:30.635874 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f622a925-68b5-4da8-9858-3034faa5182b req-8678ab72-679a-4f4e-8509-ebc5164a9f91 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0666294 Jun 16 09:45:30.680616 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f622a925-68b5-4da8-9858-3034faa5182b req-7c8ec291-4f84-41e8-82a9-4905726d2207 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369217 Jun 16 09:45:30.792123 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6f8eb8dd-a093-4790-a94a-a0223c6c8afe req-7496f05d-4082-4717-8dc1-183820d201ce tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50f11e5-c9a7-44c3-a45e-56c6507bd348 HTTP/1.1" status: 200 len: 210 time: 0.0298767 Jun 16 09:45:31.440883 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28db2-9af3-432f-86ee-67b2069db3c5 req-d809666b-ff60-4213-9948-ee1dc00050a0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:31.442278 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-59e28db2-9af3-432f-86ee-67b2069db3c5 req-d809666b-ff60-4213-9948-ee1dc00050a0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0644574 Jun 16 09:45:31.482015 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-59e28db2-9af3-432f-86ee-67b2069db3c5 req-3b1ff884-dc11-4988-865b-88c232016298 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Jun 16 09:45:31.653191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc153f-8c75-4d72-bc3f-5eef053ccdd5 req-00d9f9e0-a610-4d08-acb2-29e1047fc19a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:31.654681 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-21fc153f-8c75-4d72-bc3f-5eef053ccdd5 req-00d9f9e0-a610-4d08-acb2-29e1047fc19a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0704455 Jun 16 09:45:31.685820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 1f54c704-6d92-4f67-a742-f97a70e610fb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:45:31.693018 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-21fc153f-8c75-4d72-bc3f-5eef053ccdd5 req-3bc9acfa-8d41-42a1-9b92-8af1e4b8e0c3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Jun 16 09:45:31.702539 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:31.727371 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:31.727757 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 0c5d8b55-fd7a-4f08-bce0-dcaa65a21362 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:31.835683 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f54c704-6d92-4f67-a742-f97a70e610fb,segment=NetworkSegment(2f8a90d9-511d-49a7-8327-28455d932abe),segment_id=2f8a90d9-511d-49a7-8327-28455d932abe)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:31.855933 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '1f54c704-6d92-4f67-a742-f97a70e610fb', 'network_id': '69b7b334-93cd-4117-a329-6140879762f9', 'port_id': '1f54c704-6d92-4f67-a742-f97a70e610fb', 'mac_address': 'fa:16:3e:c2:75:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2de18e6-1989-43fa-aedb-696ed75fba3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:45:31.894357 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c01ba-db83-4c40-904a-2ee3022b4b40 req-8ee88f57-a4d7-4ff1-b7d4-cccff6f71834 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:31.896368 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-396c01ba-db83-4c40-904a-2ee3022b4b40 req-8ee88f57-a4d7-4ff1-b7d4-cccff6f71834 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 944 time: 0.0779252 Jun 16 09:45:31.903221 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:31.922872 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f54c704-6d92-4f67-a742-f97a70e610fb {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:31.945865 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-396c01ba-db83-4c40-904a-2ee3022b4b40 req-cc3e7401-a9c3-4d0f-a4e8-be006ec68000 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Jun 16 09:45:31.954321 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f54c704-6d92-4f67-a742-f97a70e610fb,segment=NetworkSegment(2f8a90d9-511d-49a7-8327-28455d932abe),segment_id=2f8a90d9-511d-49a7-8327-28455d932abe)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:32.017417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:32.020332 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:32.073096 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:32.080358 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.080705 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:45:32.089553 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:32.573735 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['1f54c704-6d92-4f67-a742-f97a70e610fb'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:32.676000 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e5742-5c3e-44bd-91b6-f99e1f964c1b req-b7d0ca16-e45a-46f2-aa8e-c86f9064e050 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.678574 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cf3e5742-5c3e-44bd-91b6-f99e1f964c1b req-b7d0ca16-e45a-46f2-aa8e-c86f9064e050 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0771103 Jun 16 09:45:32.722199 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cf3e5742-5c3e-44bd-91b6-f99e1f964c1b req-9cd4b71c-3c5d-46a2-851f-20fc62d708ef tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 Jun 16 09:45:32.915705 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadab51-23c6-47ce-a5f3-bfdc64ee38aa req-b0a0d5aa-3aa1-4e24-995d-c6a04f41d70f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:32.917238 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7aadab51-23c6-47ce-a5f3-bfdc64ee38aa req-b0a0d5aa-3aa1-4e24-995d-c6a04f41d70f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0758703 Jun 16 09:45:32.964112 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7aadab51-23c6-47ce-a5f3-bfdc64ee38aa req-baaad010-6f17-4267-b51b-b27584e932a7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371320 Jun 16 09:45:33.158193 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e22dd3-ee1b-4330-966e-ebdc06e935f8 req-34edfcff-1ae9-4d2c-a61b-9dd944d8b648 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.159798 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e5e22dd3-ee1b-4330-966e-ebdc06e935f8 req-34edfcff-1ae9-4d2c-a61b-9dd944d8b648 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 945 time: 0.0714898 Jun 16 09:45:33.199326 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e5e22dd3-ee1b-4330-966e-ebdc06e935f8 req-2f6a0cc9-8eeb-4fc8-89d9-1dcf75f3a90b tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jun 16 09:45:33.955794 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71345c-5c0d-4d05-be3b-02cb256c7583 req-982b31e6-5d91-4dbc-8f3e-eadb71621c1d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.957288 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e71345c-5c0d-4d05-be3b-02cb256c7583 req-982b31e6-5d91-4dbc-8f3e-eadb71621c1d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.1008058 Jun 16 09:45:33.965962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97819f0-931b-479a-8dca-44c861e82747 req-244275e8-6214-4493-84e8-2a6fbf12f330 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:33.967380 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97819f0-931b-479a-8dca-44c861e82747 req-244275e8-6214-4493-84e8-2a6fbf12f330 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1221254 Jun 16 09:45:34.020148 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e71345c-5c0d-4d05-be3b-02cb256c7583 req-1122ce18-9a9d-4fb8-a1c6-25862902e495 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518157 Jun 16 09:45:34.028302 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d97819f0-931b-479a-8dca-44c861e82747 req-ad38529c-afd8-450e-ba5f-8d8b3db9003a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528321 Jun 16 09:45:34.222192 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc009ae-1527-4b17-b7b6-3aa75a44af04 req-efcda776-49bf-4441-b1e3-905bbb643135 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.223643 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2dc009ae-1527-4b17-b7b6-3aa75a44af04 req-efcda776-49bf-4441-b1e3-905bbb643135 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0693691 Jun 16 09:45:34.261204 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2dc009ae-1527-4b17-b7b6-3aa75a44af04 req-842b297d-5d40-4c9d-9283-45762f4b3d8f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jun 16 09:45:34.425338 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76931f8a-0768-4c08-8b08-79c15a69a626 req-fac53357-20ff-4ad2-bfa0-4b818e88cd35 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.426822 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-76931f8a-0768-4c08-8b08-79c15a69a626 req-fac53357-20ff-4ad2-bfa0-4b818e88cd35 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 945 time: 0.0665965 Jun 16 09:45:34.466208 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-76931f8a-0768-4c08-8b08-79c15a69a626 req-45d20765-0a7f-4e21-b41c-6d948a577af5 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jun 16 09:45:34.708418 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d96fd-e97c-44ba-bfe1-5a89ee5614fc req-f86afaf8-5124-4503-9bae-5ef933215b62 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.709809 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fa9d96fd-e97c-44ba-bfe1-5a89ee5614fc req-f86afaf8-5124-4503-9bae-5ef933215b62 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0647435 Jun 16 09:45:34.779908 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fa9d96fd-e97c-44ba-bfe1-5a89ee5614fc req-ee947d78-4e2a-4741-ab2f-0cbde0f81580 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584357 Jun 16 09:45:34.796900 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-67cfcfb8-8b58-4795-a3f1-38580b90304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.798000 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-67cfcfb8-8b58-4795-a3f1-38580b90304a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.0839019 Jun 16 09:45:34.904566 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-3274dd58-03bd-4ee9-992d-4cc3663bdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:34.905821 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-3274dd58-03bd-4ee9-992d-4cc3663bdba3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.0861158 Jun 16 09:45:34.952867 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-1ede3cc1-4c1b-45a5-87fe-1a5139be29f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0386422 Jun 16 09:45:35.008135 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-105bce20-c6f6-4174-8665-495e0fe3bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.009649 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-105bce20-c6f6-4174-8665-495e0fe3bb7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.0466814 Jun 16 09:45:35.044808 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-526be09a-2b08-4408-8c02-5f5cda1ccf4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264013 Jun 16 09:45:35.156881 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-b0614284-a9c0-4eef-887c-f3eb89481631 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980628 Jun 16 09:45:35.207014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-cac8bb62-4359-4e8e-a935-e01feab87717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:35.342733 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e06b8eba-b0bc-4614-96fc-0439d9208d01 req-9604c87e-7c8b-447d-91f7-7eb9aab066fe service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531322 Jun 16 09:45:35.350290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854a8d0-9fb4-4d63-843d-2b2992cc269e req-223f744f-8949-4629-9826-ae227e545cd7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.358307 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2854a8d0-9fb4-4d63-843d-2b2992cc269e req-223f744f-8949-4629-9826-ae227e545cd7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1643052 Jun 16 09:45:35.361126 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cea6f-e8d2-45b6-b1c3-6aa3c72af51d req-8f072bc6-05f5-4a3f-aa8b-86f6f6ba5234 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.362632 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-668cea6f-e8d2-45b6-b1c3-6aa3c72af51d req-8f072bc6-05f5-4a3f-aa8b-86f6f6ba5234 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.2032068 Jun 16 09:45:35.427769 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2854a8d0-9fb4-4d63-843d-2b2992cc269e req-5d75ac8e-d578-4058-b1ef-fb110c2ab023 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641418 Jun 16 09:45:35.431079 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-668cea6f-e8d2-45b6-b1c3-6aa3c72af51d req-ed89472b-7ef9-4031-ad56-3d8f6cdd8e4e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593579 Jun 16 09:45:35.642253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6094666-12c9-4d42-9dbb-dbedae95b649 req-b3243dde-2e80-4fbe-b927-887e9ed4ef34 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.643793 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6094666-12c9-4d42-9dbb-dbedae95b649 req-b3243dde-2e80-4fbe-b927-887e9ed4ef34 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1001325 Jun 16 09:45:35.696478 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6094666-12c9-4d42-9dbb-dbedae95b649 req-3a116cc6-ae2f-4f78-bf24-ad8d34c8e332 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 Jun 16 09:45:35.710657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca307-69dc-4c6b-86cd-3b72509a9f97 req-5ccc1521-62c8-4f20-8764-6414f422bf86 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:35.710657 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-be6ca307-69dc-4c6b-86cd-3b72509a9f97 req-5ccc1521-62c8-4f20-8764-6414f422bf86 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 945 time: 0.1195352 Jun 16 09:45:35.714517 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 1f54c704-6d92-4f67-a742-f97a70e610fb up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:35.775197 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-be6ca307-69dc-4c6b-86cd-3b72509a9f97 req-a869093b-22d3-4675-a9d8-468986f3e08f tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Jun 16 09:45:35.828837 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 1f54c704-6d92-4f67-a742-f97a70e610fb completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:35.833753 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 1f54c704-6d92-4f67-a742-f97a70e610fb triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:35.834727 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:35.934091 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:35.961478 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:35.963963 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2f97e-9f14-4abb-b64f-bb55177508d6" -d '{"events": [{"server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "name": "network-vif-plugged", "status": "completed", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:35.978059 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f54c704-6d92-4f67-a742-f97a70e610fb,segment=NetworkSegment(2f8a90d9-511d-49a7-8327-28455d932abe),segment_id=2f8a90d9-511d-49a7-8327-28455d932abe)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:36.009006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc16a-3ab9-44ed-b2f5-29707bb60bee req-1e054005-c516-4185-9c77-b4af99f14cee tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.010578 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-effdc16a-3ab9-44ed-b2f5-29707bb60bee req-1e054005-c516-4185-9c77-b4af99f14cee tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1003897 Jun 16 09:45:36.013897 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f9b17-7ea6-426b-ae9c-60319b6fef3f x-openstack-request-id: req-849f9b17-7ea6-426b-ae9c-60319b6fef3f {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:36.014249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "name": "network-vif-plugged", "status": "completed", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:36.014455 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-849f9b17-7ea6-426b-ae9c-60319b6fef3f {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:36.014868 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb', 'code': 200} Jun 16 09:45:36.045941 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:36.048777 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-acb7611b-7673-4fa5-9c33-b1940ed5cc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:36.073105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-effdc16a-3ab9-44ed-b2f5-29707bb60bee req-a2eaed4b-3cd2-45ef-8d85-fa9cf076794f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Jun 16 09:45:36.113415 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:36.118045 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:36.560868 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa0ee-74d7-49d6-aaad-3cd29fa39725 req-6364bc3b-83a1-4d49-879f-5a37a1fce8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.562644 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f5fa0ee-74d7-49d6-aaad-3cd29fa39725 req-6364bc3b-83a1-4d49-879f-5a37a1fce8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0594082 Jun 16 09:45:36.908394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f5fa0ee-74d7-49d6-aaad-3cd29fa39725 req-33df14f6-5c19-424d-afe2-6470529fe4d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254020 Jun 16 09:45:36.938850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392835e1-157b-47d1-aa7a-443f2735fc47 req-36b4be5c-1ef1-45de-a81a-f0f0b142e06d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.940351 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-392835e1-157b-47d1-aa7a-443f2735fc47 req-36b4be5c-1ef1-45de-a81a-f0f0b142e06d tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.3765132 Jun 16 09:45:36.948683 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729498e-2100-4279-a80c-c4a402a7ac1d req-d7aec920-5a5f-458a-b612-9e1cba60140a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:36.950105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5729498e-2100-4279-a80c-c4a402a7ac1d req-d7aec920-5a5f-458a-b612-9e1cba60140a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3851929 Jun 16 09:45:37.007805 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-392835e1-157b-47d1-aa7a-443f2735fc47 req-7f4a606e-5890-4cf4-aade-0fd0889386c5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566907 Jun 16 09:45:37.020498 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5729498e-2100-4279-a80c-c4a402a7ac1d req-62a35b54-d3b8-4baa-8141-0500b4551a95 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625184 Jun 16 09:45:37.215707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4c63-c980-4e57-86ad-13d7b187f296 req-93cebd61-1529-41c7-8aa8-727552799b10 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.217163 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-daff4c63-c980-4e57-86ad-13d7b187f296 req-93cebd61-1529-41c7-8aa8-727552799b10 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1068974 Jun 16 09:45:37.228878 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cc3d6-d970-440b-a390-254513e226b3 req-aa570be2-d3ff-4583-b895-3c01931c33e1 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.230218 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e7cc3d6-d970-440b-a390-254513e226b3 req-aa570be2-d3ff-4583-b895-3c01931c33e1 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.0899200 Jun 16 09:45:37.283682 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-daff4c63-c980-4e57-86ad-13d7b187f296 req-df8f85b3-a19f-4c4d-89b7-92569a7f7b4b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525277 Jun 16 09:45:37.298606 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e7cc3d6-d970-440b-a390-254513e226b3 req-4acdbfa1-5ad0-407f-9906-7a880cfb895d tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Jun 16 09:45:37.367147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-ba809ba5-eacc-4941-85c0-43875525779e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.368734 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-ba809ba5-eacc-4941-85c0-43875525779e tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 946 time: 0.0825949 Jun 16 09:45:37.527222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e6053-b00e-4e0f-bc12-6db3527b12b6 req-5c77b822-c03c-4043-8c5d-29c4246e23ae tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:37.528885 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-855e6053-b00e-4e0f-bc12-6db3527b12b6 req-5c77b822-c03c-4043-8c5d-29c4246e23ae tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1401961 Jun 16 09:45:37.562096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Deleting port 9d878232-12c7-4ed2-8424-c3261a34d8ff {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:45:37.562383 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:37.597662 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-855e6053-b00e-4e0f-bc12-6db3527b12b6 req-2f79cd26-eb14-4145-8dfc-200bee9a9d72 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Jun 16 09:45:37.685067 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] For port 9d878232-12c7-4ed2-8424-c3261a34d8ff, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9d878232-12c7-4ed2-8424-c3261a34d8ff,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:37.688249 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:37.703158 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2829b62d-e420-432b-aae2-a891e9dad833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:37.723975 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:45:37.756013 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Calling delete_port for 9d878232-12c7-4ed2-8424-c3261a34d8ff owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:45:37.833283 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:37.845099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:45:37.883576 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:37.904614 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:37.930838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:37.988672 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:37.993724 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-801fbe2c-3456-4351-8148-0504c7d2379e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:38.017546 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:38.020953 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:38.021906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event deleted for resources: {'Port': ['ID=9d878232-12c7-4ed2-8424-c3261a34d8ff,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:38.022423 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:38.027200 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:38.073601 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b', 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', '9d878232-12c7-4ed2-8424-c3261a34d8ff'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:38.077323 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] No DVR routers for this DVR port 9d878232-12c7-4ed2-8424-c3261a34d8ff on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:45:38.082474 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:38.084527 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d3170c7-7eb0-4ef5-86a7-fd7ceab0b8f2 req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "DELETE /v2.0/ports/9d878232-12c7-4ed2-8424-c3261a34d8ff HTTP/1.1" status: 204 len: 173 time: 0.6867833 Jun 16 09:45:38.085046 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'name': 'network-vif-deleted', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:38.087414 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc0a46-ce89-4b77-86ee-466738162ae1" -d '{"events": [{"server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "name": "network-vif-deleted", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:38.182887 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=6']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:38.190777 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a5ba1285-89f0-4c1f-9902-a4ea23038eaa req-4c3088e2-5dde-4db1-be24-f4f3cabae05c tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0404375 Jun 16 09:45:38.208094 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:38.265374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c75ba1-f74b-4ab6-8f62-2e3a134b3dfb x-openstack-request-id: req-32c75ba1-f74b-4ab6-8f62-2e3a134b3dfb {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:38.265702 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca08fe1-778c-40ea-9bed-ea919484e16c", "name": "network-vif-deleted", "tag": "9d878232-12c7-4ed2-8424-c3261a34d8ff", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:38.265982 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32c75ba1-f74b-4ab6-8f62-2e3a134b3dfb {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:38.266407 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca08fe1-778c-40ea-9bed-ea919484e16c', 'name': 'network-vif-deleted', 'tag': '9d878232-12c7-4ed2-8424-c3261a34d8ff', 'status': 'completed', 'code': 200} Jun 16 09:45:38.279973 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbfb4-b616-4cba-a9d8-d4cd475ab98a req-736abeef-d53e-4891-a41f-4e8acfb7bc48 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.281605 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e94bbfb4-b616-4cba-a9d8-d4cd475ab98a req-736abeef-d53e-4891-a41f-4e8acfb7bc48 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0934436 Jun 16 09:45:38.364227 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e94bbfb4-b616-4cba-a9d8-d4cd475ab98a req-f918985f-ce3a-488c-868e-274e49162f09 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762672 Jun 16 09:45:38.412573 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:38.543764 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8ae85-3f86-4ba0-b070-b0c4d1fb8978 req-cbda3d4e-1aea-47ce-b196-4640f6c8a3fe tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.545333 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a0e8ae85-3f86-4ba0-b070-b0c4d1fb8978 req-cbda3d4e-1aea-47ce-b196-4640f6c8a3fe tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1059208 Jun 16 09:45:38.630709 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499d777-cb5d-4898-b10c-12bf4535fff1 req-22dedeee-9298-4abe-8cd4-24cdc3b93cd4 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.632300 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1499d777-cb5d-4898-b10c-12bf4535fff1 req-22dedeee-9298-4abe-8cd4-24cdc3b93cd4 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.1334405 Jun 16 09:45:38.647817 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a0e8ae85-3f86-4ba0-b070-b0c4d1fb8978 req-1309b284-8f46-44b2-8679-ea2060f4d774 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955272 Jun 16 09:45:38.712696 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1499d777-cb5d-4898-b10c-12bf4535fff1 req-2e36007f-0826-4dcc-89b4-c57be8594ca9 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599282 Jun 16 09:45:38.868336 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4946b-87f9-4e4b-bce3-87531c06000c req-8040bbc5-f0e0-4e85-b794-7ac23bb6645b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:38.870754 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19c4946b-87f9-4e4b-bce3-87531c06000c req-8040bbc5-f0e0-4e85-b794-7ac23bb6645b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0985122 Jun 16 09:45:38.928159 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19c4946b-87f9-4e4b-bce3-87531c06000c req-689d38c8-c03b-4ace-a05f-115f101f182f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Jun 16 09:45:39.229091 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:39.359141 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dae8bf7e-8be7-44e2-b4ba-1eef9f5454f5 req-48ebbd3a-fb43-4619-973d-4d2788277817 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca08fe1-778c-40ea-9bed-ea919484e16c HTTP/1.1" status: 200 len: 210 time: 0.0306325 Jun 16 09:45:39.549147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6214c-b433-4e47-8320-2abaa578f7ed req-49bca1e9-c916-437b-b548-fc1b8270f399 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.550603 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ecc6214c-b433-4e47-8320-2abaa578f7ed req-49bca1e9-c916-437b-b548-fc1b8270f399 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jun 16 09:45:39.591338 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ecc6214c-b433-4e47-8320-2abaa578f7ed req-527c0d0f-489e-406c-a39f-ec5d4f66300f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Jun 16 09:45:39.769014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:45:39.819444 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:39.820156 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:39.841365 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39fd3-e329-4023-a36e-8e17a17d5b9a req-2d28b58d-68e4-4223-b6d6-f66169a0e5e5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.843111 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cb39fd3-e329-4023-a36e-8e17a17d5b9a req-2d28b58d-68e4-4223-b6d6-f66169a0e5e5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0745173 Jun 16 09:45:39.902140 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:39.915347 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cb39fd3-e329-4023-a36e-8e17a17d5b9a req-d298f2e2-3d1d-4d66-9c0b-6d7b3b9d377c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602119 Jun 16 09:45:39.925913 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:39.928330 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0c538c-244e-4985-8ce5-60e7a751f714" -d '{"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:39.940372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496c84-bfc5-4c56-98e0-4f656bc764ae req-b8c77371-cfb4-44e1-b1c1-60c1bb07c66f tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:39.952766 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d496c84-bfc5-4c56-98e0-4f656bc764ae req-b8c77371-cfb4-44e1-b1c1-60c1bb07c66f tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.0983124 Jun 16 09:45:39.961370 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:39.968119 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b7ea0-7831-449d-bb09-13c35fd8a5c7 x-openstack-request-id: req-c49b7ea0-7831-449d-bb09-13c35fd8a5c7 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:39.968794 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:39.969284 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c49b7ea0-7831-449d-bb09-13c35fd8a5c7 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:39.970056 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'code': 200} Jun 16 09:45:39.995388 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3d496c84-bfc5-4c56-98e0-4f656bc764ae req-81580e80-a14b-490c-8866-0fcdcf2e8e11 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Jun 16 09:45:40.051237 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:40.053227 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 9d878232-12c7-4ed2-8424-c3261a34d8ff no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:40.055713 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:40.103063 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 9d878232-12c7-4ed2-8424-c3261a34d8ff {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:40.103832 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 9d878232-12c7-4ed2-8424-c3261a34d8ff not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:40.134549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56459834-8cec-4cb1-8f3f-6a071dc94df1 req-d5cdfecd-b9a9-4cc2-b5e9-b5dfdb5e51d3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:40.136402 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-56459834-8cec-4cb1-8f3f-6a071dc94df1 req-d5cdfecd-b9a9-4cc2-b5e9-b5dfdb5e51d3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0792227 Jun 16 09:45:40.136578 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=7']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:40.139956 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:40.186228 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-56459834-8cec-4cb1-8f3f-6a071dc94df1 req-e012f035-58a0-4522-8123-6b6e95eaf19a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381227 Jun 16 09:45:40.452613 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:40.491705 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:40.805558 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf18a7-987d-4627-88e0-467368c84e98 req-25bf89f7-fce8-4299-bcf6-8f4697d1abb2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:40.807152 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1dcf18a7-987d-4627-88e0-467368c84e98 req-25bf89f7-fce8-4299-bcf6-8f4697d1abb2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0888205 Jun 16 09:45:40.872579 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1dcf18a7-987d-4627-88e0-467368c84e98 req-827f549d-a72e-44aa-bf4d-1a7305cc90eb tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555618 Jun 16 09:45:41.005829 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071671b-9001-4a03-869e-9d86799e8f77 req-6d09b9ac-69dd-428c-b76e-9c4b5e53c883 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:41.016515 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9071671b-9001-4a03-869e-9d86799e8f77 req-6d09b9ac-69dd-428c-b76e-9c4b5e53c883 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.0679436 Jun 16 09:45:41.064161 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9071671b-9001-4a03-869e-9d86799e8f77 req-d0c0fb17-beb3-40f8-8b13-ba83bf5278c9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Jun 16 09:45:41.122569 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9454-3a38-422c-846d-0b112edf0b44 req-a47fb7f9-05a2-4426-8902-3fc620dad3a7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:41.124228 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8b7a9454-3a38-422c-846d-0b112edf0b44 req-a47fb7f9-05a2-4426-8902-3fc620dad3a7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0779374 Jun 16 09:45:41.164684 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8b7a9454-3a38-422c-846d-0b112edf0b44 req-2cbfb5b0-d51e-47bd-bde8-893d7a91715b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347793 Jun 16 09:45:41.373170 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86760a0b-ff72-4541-9142-19a512f7a129 req-dd4cd045-808b-48ac-9542-03958d79329c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:41.375135 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86760a0b-ff72-4541-9142-19a512f7a129 req-dd4cd045-808b-48ac-9542-03958d79329c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0680852 Jun 16 09:45:41.439244 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86760a0b-ff72-4541-9142-19a512f7a129 req-67210324-5948-4704-b9b7-42fc1dcdafef tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Jun 16 09:45:42.091171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d3f81-4cc3-43c2-a540-949a0ff9323c req-23878677-8e77-48b3-92b5-8b6de04f0e44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.092753 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-247d3f81-4cc3-43c2-a540-949a0ff9323c req-23878677-8e77-48b3-92b5-8b6de04f0e44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0838127 Jun 16 09:45:42.154797 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-247d3f81-4cc3-43c2-a540-949a0ff9323c req-2297d1e2-2527-4ca2-92b0-1308c71dfd84 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539033 Jun 16 09:45:42.367231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ccfe-b34d-4c37-a4c0-f360878051ca req-28ae679c-f888-47eb-985f-0141d257d330 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.368890 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30f1ccfe-b34d-4c37-a4c0-f360878051ca req-28ae679c-f888-47eb-985f-0141d257d330 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.1024423 Jun 16 09:45:42.451129 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30f1ccfe-b34d-4c37-a4c0-f360878051ca req-f0e458a5-ac84-4a3e-bfb4-00076d8ec5bb tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669336 Jun 16 09:45:42.490031 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ad1-a9f5-47db-9264-1212d28a932a req-8fa81099-f0d3-4cb2-bdc7-2ad60e4b434d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.494785 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6478ad1-a9f5-47db-9264-1212d28a932a req-8fa81099-f0d3-4cb2-bdc7-2ad60e4b434d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1247036 Jun 16 09:45:42.571334 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6478ad1-a9f5-47db-9264-1212d28a932a req-f76cc539-3d5a-47f1-8c25-35e01c1d3e0c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755417 Jun 16 09:45:42.762230 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a30fee-8201-4d0c-9f61-73098cf609c1 req-d8ebc648-354a-4ab9-bff8-b245181e32bb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:42.775295 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-73a30fee-8201-4d0c-9f61-73098cf609c1 req-d8ebc648-354a-4ab9-bff8-b245181e32bb tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1240180 Jun 16 09:45:42.828573 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-73a30fee-8201-4d0c-9f61-73098cf609c1 req-535805d6-3895-47ef-adb4-65f473d3350e tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547004 Jun 16 09:45:43.095001 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-9e4012f1-d350-4f6f-8124-b477e10ce562 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.104970 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-9e4012f1-d350-4f6f-8124-b477e10ce562 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.1424804 Jun 16 09:45:43.336956 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc9b2-7a2a-4102-817a-ae2a485c8a09 req-daeb4990-578d-4ad3-9b77-79baf2fc32dc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.338812 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-68bbc9b2-7a2a-4102-817a-ae2a485c8a09 req-daeb4990-578d-4ad3-9b77-79baf2fc32dc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1793933 Jun 16 09:45:43.388578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Deleting port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:45:43.388925 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:43.475464 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-68bbc9b2-7a2a-4102-817a-ae2a485c8a09 req-2f37f168-5678-4c16-a9f6-99e3dc23a217 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191351 Jun 16 09:45:43.520406 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-8ad93490-cb36-4ddb-ab56-3d11a3511382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.522022 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-8ad93490-cb36-4ddb-ab56-3d11a3511382 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1099 time: 0.2304935 Jun 16 09:45:43.587181 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] For port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:43.587614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:43.614082 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a28ff-1b4c-406e-9454-39f1ed362199 req-774c78a3-6f39-462f-a593-bf9f3b91da94 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.621605 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-281a28ff-1b4c-406e-9454-39f1ed362199 req-774c78a3-6f39-462f-a593-bf9f3b91da94 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2164497 Jun 16 09:45:43.725452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Calling delete_port for aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:45:43.821803 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-281a28ff-1b4c-406e-9454-39f1ed362199 req-f6ca4797-549c-4bad-b912-35c70209a5f6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985133 Jun 16 09:45:43.880117 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-0d5645f4-084c-4240-925a-04da3d3f736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:43.898739 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-0d5645f4-084c-4240-925a-04da3d3f736e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 912 time: 0.3547566 Jun 16 09:45:44.089760 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-47d9955e-1721-46a5-8c7f-5a83b08177ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 1001 time: 0.1867027 Jun 16 09:45:44.182932 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759637-79c2-4355-9f6e-766fef7ccf8d req-eb3814fc-079e-4c46-b069-8bc3d74d8e2b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.185252 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13759637-79c2-4355-9f6e-766fef7ccf8d req-eb3814fc-079e-4c46-b069-8bc3d74d8e2b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 945 time: 0.2202222 Jun 16 09:45:44.189274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-b40989ea-6b23-4eb3-9d5c-6bee5cdfedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.190898 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-b40989ea-6b23-4eb3-9d5c-6bee5cdfedda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.0885055 Jun 16 09:45:44.199873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:44.214632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf5383d2-9ce4-4417-9b80-e8633ced2f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:44.261703 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:44.281887 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event deleted for resources: {'Port': ['ID=aa84ade5-d543-438f-bd1a-9c0f4b8a9f14,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:44.287817 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:44.296833 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e402-5558-4e34-b103-090cd602cdac req-1118e869-8177-49b8-8d89-11b1f04ebc6d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.298339 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e253e402-5558-4e34-b103-090cd602cdac req-1118e869-8177-49b8-8d89-11b1f04ebc6d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.2505884 Jun 16 09:45:44.385007 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13759637-79c2-4355-9f6e-766fef7ccf8d req-361c19d4-948d-4215-b395-bf44abb5d7da tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877673 Jun 16 09:45:44.388553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] No DVR routers for this DVR port aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:45:44.391805 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:44.393825 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22fa46d6-0c9d-44d7-80c2-b06d7843c773 req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "DELETE /v2.0/ports/aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 HTTP/1.1" status: 204 len: 173 time: 1.2826920 Jun 16 09:45:44.396654 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'name': 'network-vif-deleted', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:44.399006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfef738-c274-42f3-87e3-9ad435fca320" -d '{"events": [{"server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "name": "network-vif-deleted", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:44.439762 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e253e402-5558-4e34-b103-090cd602cdac req-e22e4f1d-4803-48d5-9a17-c88b4bc85971 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354384 Jun 16 09:45:44.503639 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-de8e31bd-c21b-424d-9d38-43f9e0b594b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:44.504992 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-de8e31bd-c21b-424d-9d38-43f9e0b594b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2958858 Jun 16 09:45:44.514322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47219b-51cc-4411-a713-c47bf9151806 x-openstack-request-id: req-6f47219b-51cc-4411-a713-c47bf9151806 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:44.514322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2dff7-a081-4d50-9959-f6f86db4a882", "name": "network-vif-deleted", "tag": "aa84ade5-d543-438f-bd1a-9c0f4b8a9f14", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:44.514322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f47219b-51cc-4411-a713-c47bf9151806 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:44.514322 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2dff7-a081-4d50-9959-f6f86db4a882', 'name': 'network-vif-deleted', 'tag': 'aa84ade5-d543-438f-bd1a-9c0f4b8a9f14', 'status': 'completed', 'code': 200} Jun 16 09:45:44.874943 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-348b7898-8d67-49b6-873c-cd3dcc2dce11 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210931 Jun 16 09:45:45.268773 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5936d-670b-4075-8b8a-e7db0c35970e req-34dbafe9-f1ca-4c94-8952-9ca9d71da3d3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.276864 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6a5936d-670b-4075-8b8a-e7db0c35970e req-34dbafe9-f1ca-4c94-8952-9ca9d71da3d3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.6216009 Jun 16 09:45:45.324967 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6a5936d-670b-4075-8b8a-e7db0c35970e req-f0680dea-f479-4cd5-8843-2e1ff557c0f6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473399 Jun 16 09:45:45.340139 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-007b9bd7-4051-4f3f-8fe0-ce2057950050 req-84c60275-0c39-4d3f-915d-cc93cc98e5a7 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344556 Jun 16 09:45:45.535003 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17692-b7c3-4695-be05-925d1c47e67b req-5a9b0d35-5890-40ed-b917-dc2747ff5430 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.536597 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1bc17692-b7c3-4695-be05-925d1c47e67b req-5a9b0d35-5890-40ed-b917-dc2747ff5430 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.0790448 Jun 16 09:45:45.578901 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1bc17692-b7c3-4695-be05-925d1c47e67b req-bd4853e2-f36b-4c4f-b50f-da25d36fa2ac tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348103 Jun 16 09:45:45.721913 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-239543c9-6166-4379-8b6d-26a713752a6a req-2d36292a-4c13-464c-a098-26687d23ade9 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c2dff7-a081-4d50-9959-f6f86db4a882 HTTP/1.1" status: 200 len: 210 time: 0.0358827 Jun 16 09:45:45.771213 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:45.814021 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:45.814911 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device aa84ade5-d543-438f-bd1a-9c0f4b8a9f14 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:45.821451 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56af4-072c-4a58-832d-ca5d25a8a9c5 req-6a5a2cc4-1ad2-4b43-8f3b-065774507b98 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:45.823022 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4a56af4-072c-4a58-832d-ca5d25a8a9c5 req-6a5a2cc4-1ad2-4b43-8f3b-065774507b98 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1036105 Jun 16 09:45:45.902938 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4a56af4-072c-4a58-832d-ca5d25a8a9c5 req-b331114a-863c-4d69-b8e4-d764a4ec2578 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723801 Jun 16 09:45:46.010590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6378eff-f438-4fae-94d1-f7c8097e7d54 req-15626a79-cdb6-435c-a0c6-ad7ae8aa412a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.017971 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a6378eff-f438-4fae-94d1-f7c8097e7d54 req-15626a79-cdb6-435c-a0c6-ad7ae8aa412a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.1617758 Jun 16 09:45:46.064652 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a6378eff-f438-4fae-94d1-f7c8097e7d54 req-de0d0c48-fe26-456e-a9be-8c8295e210a5 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Jun 16 09:45:46.569255 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b8d54-0d4c-4235-8252-6ee91bf2da2a req-79e4b8c6-262f-4f8f-a5da-a5ae59f980c5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.571335 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4e1b8d54-0d4c-4235-8252-6ee91bf2da2a req-79e4b8c6-262f-4f8f-a5da-a5ae59f980c5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0921562 Jun 16 09:45:46.637559 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4e1b8d54-0d4c-4235-8252-6ee91bf2da2a req-7db4186a-eb2c-4f85-8021-40e77620b0d7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574012 Jun 16 09:45:46.846402 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680b907-2efe-442a-a76d-b3a1688e699a req-b9991b94-9b27-4db1-96b7-b947179a31d0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:46.873774 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b680b907-2efe-442a-a76d-b3a1688e699a req-b9991b94-9b27-4db1-96b7-b947179a31d0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1461272 Jun 16 09:45:46.999841 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b680b907-2efe-442a-a76d-b3a1688e699a req-135e5369-f07b-4cca-a0df-66c0736a1460 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226394 Jun 16 09:45:47.131744 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c28e1-d86a-43f9-900f-792dc597ac7f req-18343588-eb76-4596-9dec-ee2499e7a82a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:47.133957 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-421c28e1-d86a-43f9-900f-792dc597ac7f req-18343588-eb76-4596-9dec-ee2499e7a82a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0877407 Jun 16 09:45:47.186307 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-421c28e1-d86a-43f9-900f-792dc597ac7f req-3f8c33c6-fb41-4d7e-b1e0-be003230cd02 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Jun 16 09:45:47.440994 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9b9d-13a0-49dd-97b2-9ca949344d30 req-06707338-3585-42e0-b7f9-8ef0182bba26 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:47.442577 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87db9b9d-13a0-49dd-97b2-9ca949344d30 req-06707338-3585-42e0-b7f9-8ef0182bba26 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.0744588 Jun 16 09:45:47.483036 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87db9b9d-13a0-49dd-97b2-9ca949344d30 req-f66121c5-4d50-4e05-9b03-143d4516e825 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Jun 16 09:45:47.850720 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f3d0-9057-4196-ba41-32f52076b58d req-7ad52320-7469-470c-be2c-195e556cbc7a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:47.852971 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eec6f3d0-9057-4196-ba41-32f52076b58d req-7ad52320-7469-470c-be2c-195e556cbc7a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0851128 Jun 16 09:45:47.916981 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eec6f3d0-9057-4196-ba41-32f52076b58d req-1cadaa2e-9640-4a4c-86a8-d77339295d3a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527105 Jun 16 09:45:48.274074 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c4c14-5048-4990-9dbe-f38803811361 req-5a4ca04b-71c7-49a1-b805-b6ee0c4659ab tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.277034 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d4c4c14-5048-4990-9dbe-f38803811361 req-5a4ca04b-71c7-49a1-b805-b6ee0c4659ab tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1153567 Jun 16 09:45:48.392133 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d4c4c14-5048-4990-9dbe-f38803811361 req-7461fee5-6328-4451-8ff0-66d6753e8be2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974815 Jun 16 09:45:48.482963 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed744a-3dcb-4cba-b4d1-f9fd6ae8da18 req-f9555ecb-de36-4691-8af3-12c637cdf479 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.484650 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2bed744a-3dcb-4cba-b4d1-f9fd6ae8da18 req-f9555ecb-de36-4691-8af3-12c637cdf479 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1396976 Jun 16 09:45:48.575931 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-721dfaed-006e-4ba4-9aa9-bab55aca3029 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.577503 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-721dfaed-006e-4ba4-9aa9-bab55aca3029 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.1543009 Jun 16 09:45:48.580792 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2bed744a-3dcb-4cba-b4d1-f9fd6ae8da18 req-2a518b29-ae45-4dd3-a207-6353330aa5a5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874696 Jun 16 09:45:48.654640 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-110939e6-903e-410c-90dc-a94e9dcc68f6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692497113&fields=id&tenant_id=4aa7aae7b831481093ee5d4808668970 HTTP/1.1" status: 200 len: 267 time: 0.1227970 Jun 16 09:45:48.817804 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Deleting port 1f54c704-6d92-4f67-a742-f97a70e610fb {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:45:48.818200 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:48.829058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-04fa82bb-0625-4569-b7f4-4f85d17cd35e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:48.830649 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-04fa82bb-0625-4569-b7f4-4f85d17cd35e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 808 time: 0.1646056 Jun 16 09:45:48.865828 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-b8d43da1-b0d2-427d-b9c8-4b3525d1396b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/quotas/4aa7aae7b831481093ee5d4808668970 HTTP/1.1" status: 200 len: 375 time: 0.0234067 Jun 16 09:45:48.907368 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36780) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:48.967702 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] For port 1f54c704-6d92-4f67-a742-f97a70e610fb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f54c704-6d92-4f67-a742-f97a70e610fb,segment=NetworkSegment(2f8a90d9-511d-49a7-8327-28455d932abe),segment_id=2f8a90d9-511d-49a7-8327-28455d932abe)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:48.968067 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.059885 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Calling delete_port for 1f54c704-6d92-4f67-a742-f97a70e610fb owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:45:49.087035 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-053ac3ff-8e5b-4047-b3a8-34364ec8fdea tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1897485 Jun 16 09:45:49.122232 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.276038 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-a3e1624a-f7ae-4658-9145-1a742f18a2bf service neutron] 10.222.0.47 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486194 Jun 16 09:45:49.457100 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae996d-8cf8-48ac-bb47-80bc0bf17b22 req-36946184-7fc6-468f-b105-868ce4dd6fbf tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:49.650933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4ae996d-8cf8-48ac-bb47-80bc0bf17b22 req-36946184-7fc6-468f-b105-868ce4dd6fbf tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 946 time: 0.1881638 Jun 16 09:45:49.650933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-b812d0b4-c1c4-4adc-9953-f76171a0fff0 service neutron] 10.222.0.47 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747158 Jun 16 09:45:49.650933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b4ae996d-8cf8-48ac-bb47-80bc0bf17b22 req-2a0665b4-02bc-45fa-bf5e-cc27b59108a0 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/security-groups?id=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Jun 16 09:45:49.653599 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.697144 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cd913-f9f6-4da3-a479-2facf9592272 req-1b515f61-2ae3-4e56-a532-3ea1a38c10ed tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:49.698900 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d5cd913-f9f6-4da3-a479-2facf9592272 req-1b515f61-2ae3-4e56-a532-3ea1a38c10ed tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.0769446 Jun 16 09:45:49.743095 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d5cd913-f9f6-4da3-a479-2facf9592272 req-75a5e6d3-737b-40c3-80d4-e9823b0571d2 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373509 Jun 16 09:45:49.919895 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:49.922547 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4b5a7f31-d671-4288-859c-90533920df8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:49.962021 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c9579c11d1e4a1a834efd8dd04775e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0509813 Jun 16 09:45:49.962021 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36798) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:49.968805 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5680c523-29c8-4797-bbeb-9b84cf72950e,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:49.979911 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:50.026639 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.050720 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.053697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2db72-18f6-4c64-86b2-95b7c170f785 req-e2a68a72-c5bc-4311-a295-bc1827d2e1f6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.063590 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ca2db72-18f6-4c64-86b2-95b7c170f785 req-e2a68a72-c5bc-4311-a295-bc1827d2e1f6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2191243 Jun 16 09:45:50.117996 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ca2db72-18f6-4c64-86b2-95b7c170f785 req-82e8f653-8e4f-426f-b5b7-a3a4673a6b0a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535054 Jun 16 09:45:50.142952 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.152514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-64601ead-42ef-49b9-8e0a-0e2ffaecf373 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:50.188322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Pushing event deleted for resources: {'Port': ['ID=1f54c704-6d92-4f67-a742-f97a70e610fb,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:50.199874 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.203590 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.205233 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5680c523-29c8-4797-bbeb-9b84cf72950e HTTP/1.1" status: 204 len: 168 time: 0.2375433 Jun 16 09:45:50.206248 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf64a106-813e-4b2b-9083-a3664f9e5c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:50.213860 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:50.257985 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680c523-29c8-4797-bbeb-9b84cf72950e,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:50.266819 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:50.291858 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] No DVR routers for this DVR port 1f54c704-6d92-4f67-a742-f97a70e610fb on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:45:50.309861 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:50.312042 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9668c12b-458e-440a-8a31-203cbdd9c6ae req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.23 "DELETE /v2.0/ports/1f54c704-6d92-4f67-a742-f97a70e610fb HTTP/1.1" status: 204 len: 173 time: 1.7276707 Jun 16 09:45:50.312737 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'name': 'network-vif-deleted', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:50.315235 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c428653-a92e-4ccf-84f7-6f7525d6e01c" -d '{"events": [{"server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "name": "network-vif-deleted", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:50.398447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0dfb6-4dc5-4ed2-b910-f790c14450af req-81a1e6d9-acfa-49a0-a149-27b87d171241 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.406096 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0de0dfb6-4dc5-4ed2-b910-f790c14450af req-81a1e6d9-acfa-49a0-a149-27b87d171241 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1437943 Jun 16 09:45:50.455395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a1b969-a39d-4bee-bf90-6ba943a4c8f4 x-openstack-request-id: req-42a1b969-a39d-4bee-bf90-6ba943a4c8f4 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:50.455395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7434ace-ab03-44e3-80e4-dc20be796ec4", "name": "network-vif-deleted", "tag": "1f54c704-6d92-4f67-a742-f97a70e610fb", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:50.455395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42a1b969-a39d-4bee-bf90-6ba943a4c8f4 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:50.455395 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7434ace-ab03-44e3-80e4-dc20be796ec4', 'name': 'network-vif-deleted', 'tag': '1f54c704-6d92-4f67-a742-f97a70e610fb', 'status': 'completed', 'code': 200} Jun 16 09:45:50.492340 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0de0dfb6-4dc5-4ed2-b910-f790c14450af req-a95534d9-1567-4718-9bc3-3a7f182eddb6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786903 Jun 16 09:45:50.644692 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5636d766-ec6a-42c9-8c15-8fa902a8bdc5 req-f743ab9a-de79-4f9c-a28e-57a7716e7f16 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.1141312 Jun 16 09:45:50.776357 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5a2506b-aec1-4168-a94c-b5c1cf131163 req-141a6f80-7d7e-460c-887d-f71a68ed3c8a tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.0303283 Jun 16 09:45:50.982860 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35957cf-0e61-46be-a30b-5eddadade2cc req-ed2ad2fe-6683-4e14-9d33-69ddaed5c951 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:50.984413 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d35957cf-0e61-46be-a30b-5eddadade2cc req-ed2ad2fe-6683-4e14-9d33-69ddaed5c951 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.0843134 Jun 16 09:45:51.036578 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d35957cf-0e61-46be-a30b-5eddadade2cc req-5ff4b141-cbdb-49cb-843c-7c59960fc66b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Jun 16 09:45:51.379706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00a3c-f093-4cf2-a8bf-ae81b6700c65 req-c575dd03-3e30-4a18-8a1c-cf5b12df7c88 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:51.388625 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03f00a3c-f093-4cf2-a8bf-ae81b6700c65 req-c575dd03-3e30-4a18-8a1c-cf5b12df7c88 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1292560 Jun 16 09:45:51.447311 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03f00a3c-f093-4cf2-a8bf-ae81b6700c65 req-5537f84d-e689-448c-bb05-9d523a66a585 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536811 Jun 16 09:45:51.562017 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-461cf007-8e7d-49f2-b1fe-cdad57228a51 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:51.565259 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-461cf007-8e7d-49f2-b1fe-cdad57228a51 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.0800388 Jun 16 09:45:51.800467 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 1f54c704-6d92-4f67-a742-f97a70e610fb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:51.843457 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Deleting port 4165785c-cfde-4728-9558-54e1092c537b {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:45:51.843845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:51.861697 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 1f54c704-6d92-4f67-a742-f97a70e610fb {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:51.867630 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 1f54c704-6d92-4f67-a742-f97a70e610fb not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:51.984724 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-380dd8fc-fbc4-4210-851b-8494f48c9270 req-8c74ec06-5b0b-408d-a992-c8b3a6c97dd6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.0710988 Jun 16 09:45:52.070865 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] For port 4165785c-cfde-4728-9558-54e1092c537b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4165785c-cfde-4728-9558-54e1092c537b,segment=NetworkSegment(2c614c0d-710a-4de0-ac9f-754f763a5141),segment_id=2c614c0d-710a-4de0-ac9f-754f763a5141)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:52.071197 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:52.088743 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbce0f7-42eb-493c-83c0-095d015f87c0 req-a9fb85b4-aee1-4d3e-abbe-9cf3cced668f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:52.098914 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fbbce0f7-42eb-493c-83c0-095d015f87c0 req-a9fb85b4-aee1-4d3e-abbe-9cf3cced668f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.3073766 Jun 16 09:45:52.263312 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Calling delete_port for 4165785c-cfde-4728-9558-54e1092c537b owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:45:52.287254 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fbbce0f7-42eb-493c-83c0-095d015f87c0 req-dd083c4d-0c42-4ae8-8a7d-769330e36aba tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841917 Jun 16 09:45:52.341402 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d2b002b-1759-4ec8-9609-e1aa5aa547ea req-eebe1bda-ead2-4c01-807a-488b15eb0eaa tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7434ace-ab03-44e3-80e4-dc20be796ec4 HTTP/1.1" status: 200 len: 210 time: 0.1074941 Jun 16 09:45:52.666677 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3447a3-0905-436e-b77a-0eee199a6a21 req-009d45e3-91cd-42bb-bbe6-2043dbf66aab tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:52.680481 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a3447a3-0905-436e-b77a-0eee199a6a21 req-009d45e3-91cd-42bb-bbe6-2043dbf66aab tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 946 time: 0.2094729 Jun 16 09:45:52.732980 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a3447a3-0905-436e-b77a-0eee199a6a21 req-74046478-efe5-4416-90bb-ba23fec98095 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d44a61f-916b-49ff-85b3-60fff1f5b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Jun 16 09:45:52.736908 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:52.765901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:52.776860 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4165785c-cfde-4728-9558-54e1092c537b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:45:52.813477 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Pushing event deleted for resources: {'Port': ['ID=4165785c-cfde-4728-9558-54e1092c537b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:52.816847 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:52.906392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] No DVR routers for this DVR port 4165785c-cfde-4728-9558-54e1092c537b on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:45:52.910282 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:52.912459 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6077b68e-ecc9-4994-be2f-27fcea290ed8 req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.23 "DELETE /v2.0/ports/4165785c-cfde-4728-9558-54e1092c537b HTTP/1.1" status: 204 len: 173 time: 1.3259761 Jun 16 09:45:52.925022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'name': 'network-vif-deleted', 'tag': '4165785c-cfde-4728-9558-54e1092c537b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:52.928718 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b94e4-7eb1-465b-a0dc-4149a26b734a" -d '{"events": [{"server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "name": "network-vif-deleted", "tag": "4165785c-cfde-4728-9558-54e1092c537b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:52.951316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ab2-344b-4a12-911e-9166d52f8d4d req-46527d17-4cff-4d87-bd30-ca189dfe958b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:52.959841 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8c88ab2-344b-4a12-911e-9166d52f8d4d req-46527d17-4cff-4d87-bd30-ca189dfe958b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.2769632 Jun 16 09:45:52.970835 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 36874) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:53.015373 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8c88ab2-344b-4a12-911e-9166d52f8d4d req-f4b3055e-48c6-40b1-acd1-c1d956e6c44b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542824 Jun 16 09:45:53.069087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8562f4-3191-4979-96bf-252a559f5580 x-openstack-request-id: req-1e8562f4-3191-4979-96bf-252a559f5580 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:53.070318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d2e3d-6dbd-466e-876c-7e7b331a0726", "name": "network-vif-deleted", "tag": "4165785c-cfde-4728-9558-54e1092c537b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:53.070871 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e8562f4-3191-4979-96bf-252a559f5580 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:53.071578 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d2e3d-6dbd-466e-876c-7e7b331a0726', 'name': 'network-vif-deleted', 'tag': '4165785c-cfde-4728-9558-54e1092c537b', 'status': 'completed', 'code': 200} Jun 16 09:45:53.192948 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.267606 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f0f384d2-3d58-40af-a653-07306eee6658 req-5f7b5269-ebb6-48c5-9cec-1c96eacf7174 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jun 16 09:45:53.416123 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.478571 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:45:53.533311 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.539586 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f0fc97c2-20fd-4548-95e2-54518af25ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:53.586580 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8e5e97789fa4920bc8b808c315e2570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068470 Jun 16 09:45:53.589352 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36886) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:53.591783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c23f91-4a63-40e6-a3a7-589a1bca64de,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:53.603813 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:53.671329 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.682066 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b774563-995e-46c2-87ab-717fa059f89b req-ffc0a6c2-898e-401a-b9ee-768630311e54 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:53.683631 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3b774563-995e-46c2-87ab-717fa059f89b req-ffc0a6c2-898e-401a-b9ee-768630311e54 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.2000091 Jun 16 09:45:53.704489 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.762529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-2a269219-7166-405f-ae25-d68b72920af7 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:53.764542 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-2a269219-7166-405f-ae25-d68b72920af7 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 808 time: 0.1739321 Jun 16 09:45:53.773642 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3b774563-995e-46c2-87ab-717fa059f89b req-78732da2-1a47-4e7d-a53d-fcb74177c067 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 Jun 16 09:45:53.834180 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.836865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:53.838112 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16c23f91-4a63-40e6-a3a7-589a1bca64de HTTP/1.1" status: 204 len: 168 time: 0.2469919 Jun 16 09:45:53.838857 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-dc16f202-d723-475d-9811-9ba6c5c3beb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:53.848599 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c23f91-4a63-40e6-a3a7-589a1bca64de,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:53.851541 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:53.905044 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-5b58a060-28ef-4e6d-85eb-f443d02d6715 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aa7aae7b831481093ee5d4808668970 HTTP/1.1" status: 200 len: 379 time: 0.1225457 Jun 16 09:45:53.949863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'port': {'device_id': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'admin_state_up': True, 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'security_groups': ['c88e0d45-8519-4692-9af0-72a5214684d3']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:54.030294 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4324bbdd-9093-40f1-b3ef-8c66d32c3de0 req-1938b15b-8834-450a-bb52-023f4f68b607 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7d2e3d-6dbd-466e-876c-7e7b331a0726 HTTP/1.1" status: 200 len: 210 time: 0.0901277 Jun 16 09:45:54.363376 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Made reservation on behalf of 4aa7aae7b831481093ee5d4808668970 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:45:54.372364 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:54.512931 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7dbcf418-7ad3-41d5-b2f3-23d66ff4b3f0 req-f1710cae-fee7-4ca8-9e62-f4ac3d86c65e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.0471482 Jun 16 09:45:54.532391 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7094b1-d2c0-4f76-9c18-b65bb5b40411 req-a66d9f51-61fa-4450-bf48-096a9f783d44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:54.533920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d7094b1-d2c0-4f76-9c18-b65bb5b40411 req-a66d9f51-61fa-4450-bf48-096a9f783d44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3195815 Jun 16 09:45:54.609016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Allocated IP 172.20.0.9 (b17bccd7-0593-47ce-8421-7d62521159a2/05136fa9-77e5-42ab-b679-006de1fa6965/148c2b7c-700c-4637-83e8-efe0f9b64043) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:45:54.613516 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d7094b1-d2c0-4f76-9c18-b65bb5b40411 req-648fb661-7b44-4c61-87b8-789d25d77ce3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565674 Jun 16 09:45:55.112703 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.135146 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36908) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:55.135792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Transition to ACTIVE for port object 148c2b7c-700c-4637-83e8-efe0f9b64043 will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:45:55.151297 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b152f7-5971-4fc9-b2ac-9a4f343cf1a3 req-c75e5503-3414-4e50-a427-80915a1d4538 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:55.152837 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96b152f7-5971-4fc9-b2ac-9a4f343cf1a3 req-c75e5503-3414-4e50-a427-80915a1d4538 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1345365 Jun 16 09:45:55.182038 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Deleting subnet f2d1f33c-c5a8-41a2-b352-9393ee83260e {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:45:55.185501 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.206637 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96b152f7-5971-4fc9-b2ac-9a4f343cf1a3 req-5b1c46db-4d04-4790-8d83-e50eb2f2f7e4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Jun 16 09:45:55.219333 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.225004 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.486109 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.486366 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.492666 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:55.497222 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fe1134b8-06f4-4ced-8fc7-7790b45b0418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:55.529891 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.531765 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f2d1f33c-c5a8-41a2-b352-9393ee83260e HTTP/1.1" status: 204 len: 168 time: 0.3955870 Jun 16 09:45:55.532841 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d1f33c-c5a8-41a2-b352-9393ee83260e,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:55.536468 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ff856434-c9e7-4d33-9f0b-87ba7b7aa004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:55.540758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 36916) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:55.574156 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Network b17bccd7-0593-47ce-8421-7d62521159a2 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:45:55.583368 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:45:55.592677 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:45:55.713841 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:55.714526 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:55.801844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:55.825146 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4165785c-cfde-4728-9558-54e1092c537b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:55.833443 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:55.837114 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8951435 Jun 16 09:45:55.883665 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 4165785c-cfde-4728-9558-54e1092c537b {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:45:55.884282 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4165785c-cfde-4728-9558-54e1092c537b not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:45:55.900831 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Request body: {'port': {'device_id': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:45:55.972707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.017207 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c2cd57cf-efda-4474-91dc-1e46110c89b7 None None] Provisioning for port 148c2b7c-700c-4637-83e8-efe0f9b64043 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:45:56.023261 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c2cd57cf-efda-4474-91dc-1e46110c89b7 None None] Provisioning complete for port 148c2b7c-700c-4637-83e8-efe0f9b64043 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:45:56.024691 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c2cd57cf-efda-4474-91dc-1e46110c89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.067917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd57cf-efda-4474-91dc-1e46110c89b7 None None] Port 148c2b7c-700c-4637-83e8-efe0f9b64043 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:45:56.117294 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe478-b8ee-41ce-81d1-ec6ff7a3fc33 req-84d69aaf-d220-4153-a80d-b5f4d9384750 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:56.120768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29dfe478-b8ee-41ce-81d1-ec6ff7a3fc33 req-84d69aaf-d220-4153-a80d-b5f4d9384750 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 931 time: 0.3823035 Jun 16 09:45:56.133252 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.181397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3eca2-adc3-45cc-86c5-2fc2578e8877 req-5a425bcc-3fff-4a53-9f69-fda5d1b138ce tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:56.183463 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-93d3eca2-adc3-45cc-86c5-2fc2578e8877 req-5a425bcc-3fff-4a53-9f69-fda5d1b138ce tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3513083 Jun 16 09:45:56.226888 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.274833 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681f33c3-2875-46ee-a20c-874b0c8cc2c8']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:56.300073 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29dfe478-b8ee-41ce-81d1-ec6ff7a3fc33 req-ea25bab4-0f6b-4fca-9f48-9d5cb03c19ac tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697552 Jun 16 09:45:56.303979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c614c0d-710a-4de0-ac9f-754f763a5141') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:56.303979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c614c0d-710a-4de0-ac9f-754f763a5141') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:45:56.343759 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.438301 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-93d3eca2-adc3-45cc-86c5-2fc2578e8877 req-531135ca-2f07-4e61-aaba-f825a99e580f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466300 Jun 16 09:45:56.439947 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.483241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:45:56.483709 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:45:56.485650 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:45:56.489357 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:45:56.644573 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.654023 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e513b9e-64cf-4156-8ef8-64653e400e7b req-93175535-3e5c-4177-b16c-feef2aec9629 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:56.655639 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3e513b9e-64cf-4156-8ef8-64653e400e7b req-93175535-3e5c-4177-b16c-feef2aec9629 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.2216053 Jun 16 09:45:56.667447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8244feb4-5744-42c1-8b1f-f325fd007486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:56.668756 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.670566 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/681f33c3-2875-46ee-a20c-874b0c8cc2c8 HTTP/1.1" status: 204 len: 168 time: 1.1285918 Jun 16 09:45:56.711296 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=681f33c3-2875-46ee-a20c-874b0c8cc2c8,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:56.716354 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:56.743381 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3e513b9e-64cf-4156-8ef8-64653e400e7b req-63530879-5444-423d-997c-6026aaf4cc6d tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759332 Jun 16 09:45:56.790356 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148c2b7c-700c-4637-83e8-efe0f9b64043 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:45:56.798201 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.810251 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Transition to ACTIVE for port object 148c2b7c-700c-4637-83e8-efe0f9b64043 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:45:56.925599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:56.927777 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ad6e1c3e-5abb-4c21-a2ac-b1d47f7bbee5 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:57.006119 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:57.010436 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:57.081857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Attempting to bind port 148c2b7c-700c-4637-83e8-efe0f9b64043 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:45:57.082322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Attempting to bind port 148c2b7c-700c-4637-83e8-efe0f9b64043 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:45:57.082726 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Attempting to bind port 148c2b7c-700c-4637-83e8-efe0f9b64043 on network b17bccd7-0593-47ce-8421-7d62521159a2 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:57.089552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Port 148c2b7c-700c-4637-83e8-efe0f9b64043 on network b17bccd7-0593-47ce-8421-7d62521159a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:45:57.089552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Attempting to bind port 148c2b7c-700c-4637-83e8-efe0f9b64043 on network b17bccd7-0593-47ce-8421-7d62521159a2 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:45:57.090368 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36950) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:57.093463 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:45:57.093800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Checking segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:45:57.094181 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Bound using segment: {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:45:57.094616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Bound port: 148c2b7c-700c-4637-83e8-efe0f9b64043, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea3d64e-f6c7-44c6-9334-55e17286b211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:45:57.094993 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.137363 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-5f1b777e-1a13-4031-b504-b5aef1ad580c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e0e6a296e214b089f481e2f69e7cb08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451193 Jun 16 09:45:57.139754 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 36952) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:45:57.180219 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:45:57.183552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:45:57.195077 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.217632 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.268755 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.271830 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:57.306594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.306594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.306594 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] 10.222.0.23 "PUT /v2.0/ports/148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 1093 time: 1.4123392 Jun 16 09:45:57.306594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:57.308618 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec169c55-810f-40d3-a0c5-4a0091b7d074" -d '{"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:57.341222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:57.343091 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.345499 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:57.357566 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:57.359300 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d44a61f-916b-49ff-85b3-60fff1f5b88c HTTP/1.1" status: 204 len: 168 time: 0.2183800 Jun 16 09:45:57.360797 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:45:57.369566 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e19ddb9-50ba-4f9b-89ba-5663ecf171b9 x-openstack-request-id: req-6e19ddb9-50ba-4f9b-89ba-5663ecf171b9 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:57.373658 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:57.373658 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e19ddb9-50ba-4f9b-89ba-5663ecf171b9 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:57.373658 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'status': 'completed', 'code': 200} Jun 16 09:45:57.376944 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44a61f-916b-49ff-85b3-60fff1f5b88c,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:45:57.380715 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:45:57.528914 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-b22cd0fc-b070-4152-9bfc-f245cca8cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.530477 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-b22cd0fc-b070-4152-9bfc-f245cca8cd53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1096 time: 0.1000304 Jun 16 09:45:57.721112 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-2ac180c8-514d-4046-b779-e8d94d4cac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.722563 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-2ac180c8-514d-4046-b779-e8d94d4cac5a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4aa7aae7b831481093ee5d4808668970&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1775801 Jun 16 09:45:57.742207 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54837ff-2975-4110-9474-bc47a52082e4 req-e19db50c-9058-4825-98df-2612248df48b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.743696 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e54837ff-2975-4110-9474-bc47a52082e4 req-e19db50c-9058-4825-98df-2612248df48b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.2006814 Jun 16 09:45:57.782608 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ad543-b9d6-43b1-8543-77a33636a320 req-e54bb1b3-a85a-475a-a63c-1e9ec45d6bd6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.784066 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-238ad543-b9d6-43b1-8543-77a33636a320 req-e54bb1b3-a85a-475a-a63c-1e9ec45d6bd6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.1877868 Jun 16 09:45:57.897474 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e54837ff-2975-4110-9474-bc47a52082e4 req-177e4e9b-638c-4eca-841e-f0817044e29f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410406 Jun 16 09:45:57.931714 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-238ad543-b9d6-43b1-8543-77a33636a320 req-03ab6be5-1263-44c4-ba83-57a10859ca3a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384192 Jun 16 09:45:57.993714 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-b2ad3b20-e40d-477c-84e8-e2b86e9f117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:57.995892 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ec169c55-810f-40d3-a0c5-4a0091b7d074 req-b2ad3b20-e40d-477c-84e8-e2b86e9f117c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2504933 Jun 16 09:45:58.009951 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-52269032-a91b-4847-aaa8-123c9ccbd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.016894 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-52269032-a91b-4847-aaa8-123c9ccbd33e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1099 time: 0.1915722 Jun 16 09:45:58.183770 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-4d7c60ea-b291-48d0-97cc-0da26376605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.185290 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-4d7c60ea-b291-48d0-97cc-0da26376605a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.1638579 Jun 16 09:45:58.265062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-f9fa3116-577d-42af-9b8c-0ec92ec7ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.266621 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-f9fa3116-577d-42af-9b8c-0ec92ec7ab0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1096 time: 0.2010846 Jun 16 09:45:58.276668 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcdc23-bb88-4b1f-b926-211826ac88be req-9df020a8-ad57-4c68-9d26-3e49483d7000 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.278229 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eabcdc23-bb88-4b1f-b926-211826ac88be req-9df020a8-ad57-4c68-9d26-3e49483d7000 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.2159472 Jun 16 09:45:58.327235 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-616f2e78-d7be-4101-a8ab-931dac782d10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 1002 time: 0.1343257 Jun 16 09:45:58.335023 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-01c89552-295c-4ed3-b51b-cb1f669dd1fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 217 time: 0.0517039 Jun 16 09:45:58.430043 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eabcdc23-bb88-4b1f-b926-211826ac88be req-c5987609-368e-446f-9116-d72abbbbbf23 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440673 Jun 16 09:45:58.438942 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-37a00a35-1fc0-40cb-9f8e-5806887e1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.440486 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-37a00a35-1fc0-40cb-9f8e-5806887e1772 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.1022599 Jun 16 09:45:58.441836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-52931b95-2bfb-425d-bcfa-0ae3852575ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.443196 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-52931b95-2bfb-425d-bcfa-0ae3852575ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.0947716 Jun 16 09:45:58.552596 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-87e33489-cba7-44d3-9fe0-9f9411ee371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.552596 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-87e33489-cba7-44d3-9fe0-9f9411ee371b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991666 Jun 16 09:45:58.558572 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-ac7143b7-9ab1-4922-961d-39bf1a45f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:58.560100 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-ac7143b7-9ab1-4922-961d-39bf1a45f52e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975857 Jun 16 09:45:58.717818 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-a9138c4e-cb24-4e3d-98c0-4d60ac1204a6 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560118 Jun 16 09:45:58.719653 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-8fc5ca85-4e1a-47a5-8ad2-e4092f5a7d8f service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506848 Jun 16 09:45:58.883343 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7189bcea-ab6a-4769-8db4-a30baa3dbee2 req-a9cc7b63-bb12-4c6b-a4f8-2a54387cc9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524341 Jun 16 09:45:58.887094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3fb135ab-50b6-4636-a2ab-4e0a14d4ea9d req-9ff7d362-8536-4807-a703-b02414b44e9f service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550407 Jun 16 09:45:59.380856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585ef7e-7e0b-4eae-a436-5890536cf161 req-567a7d09-f8da-41f1-a49e-4b002cb86f9d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:59.382385 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9585ef7e-7e0b-4eae-a436-5890536cf161 req-567a7d09-f8da-41f1-a49e-4b002cb86f9d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.3585844 Jun 16 09:45:59.426578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7be-15c7-4050-a2c9-24cf09b23e2b req-e6a0d296-64f7-4182-a3ef-d20c94733272 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:59.428110 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ee3d7be-15c7-4050-a2c9-24cf09b23e2b req-e6a0d296-64f7-4182-a3ef-d20c94733272 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 946 time: 0.3581114 Jun 16 09:45:59.454986 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9585ef7e-7e0b-4eae-a436-5890536cf161 req-cf71d4e4-5619-4b4c-8bcb-01d7e8fd65fe tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638523 Jun 16 09:45:59.483204 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ee3d7be-15c7-4050-a2c9-24cf09b23e2b req-acc8d629-5955-4911-9551-81e8cfe685d2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Jun 16 09:45:59.647425 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec4f6d-c00b-4ce0-9b24-17cf5adf850b req-f36716db-863f-4c53-9a47-8166eeb2088f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:45:59.649686 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-51ec4f6d-c00b-4ce0-9b24-17cf5adf850b req-f36716db-863f-4c53-9a47-8166eeb2088f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0803230 Jun 16 09:45:59.696118 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-51ec4f6d-c00b-4ce0-9b24-17cf5adf850b req-09dfc5d3-c97f-4d5a-93b5-782a38ea3038 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jun 16 09:45:59.845643 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:45:59.924227 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:45:59.955420 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:45:59.957988 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cba625-f603-4fcb-acf6-99ea84ad8903" -d '{"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:45:59.971932 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:45:59.998462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0db64e-7c59-4fbb-87fd-c8d638694aaa x-openstack-request-id: req-db0db64e-7c59-4fbb-87fd-c8d638694aaa {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:45:59.998462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:45:59.998462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db0db64e-7c59-4fbb-87fd-c8d638694aaa {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:45:59.998462 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'code': 200} Jun 16 09:46:00.022128 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.024128 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-37dbbbb3-682a-4861-bb5d-76e1f5632bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:00.074431 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=8']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:00.077597 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:00.537529 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37054) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:00.664610 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.684076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9d6db-63d0-40fc-8fee-521a7c0fb175 req-a0ea4d07-edcb-4e0f-9c8f-ee662edb5636 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:00.687678 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c0a9d6db-63d0-40fc-8fee-521a7c0fb175 req-a0ea4d07-edcb-4e0f-9c8f-ee662edb5636 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.1101043 Jun 16 09:46:00.733588 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625aab-885f-42ca-aefc-652833dfe775 req-8467feee-324f-4d0b-b83e-1e763e714ac5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:00.735086 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e625aab-885f-42ca-aefc-652833dfe775 req-8467feee-324f-4d0b-b83e-1e763e714ac5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1194642 Jun 16 09:46:00.743362 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c0a9d6db-63d0-40fc-8fee-521a7c0fb175 req-817d075e-f2ab-42c5-ad8a-a16d0120cade tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Jun 16 09:46:00.766955 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.781999 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e625aab-885f-42ca-aefc-652833dfe775 req-ee2798c3-3ec5-4fc1-9e3d-2d3b2c20e5b8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Jun 16 09:46:00.833838 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.837812 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:00.872974 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=690d3c1f5ccc41db9d0f024430a9d56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339260 Jun 16 09:46:00.875216 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177587ff-8fd6-4fa2-aca2-9dea72ae1459,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:00.875839 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37060) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:00.878309 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:00.949149 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ab40-d6d1-4711-9108-8ee418e60081 req-e1c86fa0-6dda-4426-9049-c59936b13fec tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:00.950657 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cce2ab40-d6d1-4711-9108-8ee418e60081 req-e1c86fa0-6dda-4426-9049-c59936b13fec tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1070879 Jun 16 09:46:00.951789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:00.991883 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.029770 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cce2ab40-d6d1-4711-9108-8ee418e60081 req-3c852cd5-5e37-4147-910d-55bf3ad15779 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Jun 16 09:46:01.136158 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.138714 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.139872 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/177587ff-8fd6-4fa2-aca2-9dea72ae1459 HTTP/1.1" status: 204 len: 168 time: 0.2631135 Jun 16 09:46:01.140686 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c6242154-e51e-4140-9cd8-97e8e96aa3e3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:01.149809 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177587ff-8fd6-4fa2-aca2-9dea72ae1459,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:01.152092 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:01.845027 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37086) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:01.859231 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:01.861697 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.982677 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:01.997920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:01.998166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cea1-8de2-4dcd-9880-a24b3098c4bd req-80219780-7235-4eb1-8299-b69b5a0c4f5f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.005185 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1896cea1-8de2-4dcd-9880-a24b3098c4bd req-80219780-7235-4eb1-8299-b69b5a0c4f5f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.1303890 Jun 16 09:46:02.009058 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'mac_address': 'fa:16:3e:6d:0a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:02.044888 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0f3d-d259-464a-9551-4206c9064fd4 req-8a24264e-daf4-425c-adfb-cbb13dd6d1f2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.046535 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c61d0f3d-d259-464a-9551-4206c9064fd4 req-8a24264e-daf4-425c-adfb-cbb13dd6d1f2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1087570 Jun 16 09:46:02.048561 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.051252 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.054175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e5b00099-7404-4bd4-a8aa-f1eab6306852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:02.066554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148c2b7c-700c-4637-83e8-efe0f9b64043 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:02.068471 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1896cea1-8de2-4dcd-9880-a24b3098c4bd req-bc12ea92-64fa-49af-8750-7f63e2ba056c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622799 Jun 16 09:46:02.092782 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:02.107784 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78265b4f-c0fb-4e71-a176-1d519dcdd439,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:02.108797 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c61d0f3d-d259-464a-9551-4206c9064fd4 req-b70b20b5-c871-4628-b1f8-38cea8c9efb3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Jun 16 09:46:02.136671 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:02.139731 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9422b48d6c3c4a1eaf683d0738cdf210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929864 Jun 16 09:46:02.139872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37092) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:02.205746 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.208103 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:02.208460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.266369 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:02.268198 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.270589 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:02.334826 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d616d-bba2-4c64-adec-388bf27cfd6a req-ea9be3a2-c35b-42dc-b887-c4e8df1378c4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:02.336458 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-524d616d-bba2-4c64-adec-388bf27cfd6a req-ea9be3a2-c35b-42dc-b887-c4e8df1378c4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1314702 Jun 16 09:46:02.379281 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-524d616d-bba2-4c64-adec-388bf27cfd6a req-eaeb5ee7-4fe3-4306-9a72-19fc35404e04 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Jun 16 09:46:02.433925 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.436650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:02.440368 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78265b4f-c0fb-4e71-a176-1d519dcdd439 HTTP/1.1" status: 204 len: 168 time: 0.2968490 Jun 16 09:46:02.440368 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a7c7b943-1170-47b4-a613-dde7d2a07f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:02.447677 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78265b4f-c0fb-4e71-a176-1d519dcdd439,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:02.450343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:02.616987 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['148c2b7c-700c-4637-83e8-efe0f9b64043'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:03.293665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211bbf7-6c96-4165-9556-f8d20b6a7d1c req-613270dc-4926-418b-8399-b9f533077846 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.295293 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1211bbf7-6c96-4165-9556-f8d20b6a7d1c req-613270dc-4926-418b-8399-b9f533077846 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 944 time: 0.0911217 Jun 16 09:46:03.343574 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1211bbf7-6c96-4165-9556-f8d20b6a7d1c req-24f813ff-5684-4163-96b1-8e01acffafe3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Jun 16 09:46:03.557886 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a464-0b1c-4c8c-93a1-a1786a299ba4 req-5351f01a-df1a-4110-9894-e9a4e3489fd2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.559411 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e577a464-0b1c-4c8c-93a1-a1786a299ba4 req-5351f01a-df1a-4110-9894-e9a4e3489fd2 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0655422 Jun 16 09:46:03.605176 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e577a464-0b1c-4c8c-93a1-a1786a299ba4 req-3c41e8d3-57ca-47c9-b9cd-73df88eb0853 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Jun 16 09:46:03.808916 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45283cc3-4cda-4d98-b354-0426c00ad622 req-e5f06479-9deb-4071-bb46-238acfc73263 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:03.810848 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45283cc3-4cda-4d98-b354-0426c00ad622 req-e5f06479-9deb-4071-bb46-238acfc73263 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0695603 Jun 16 09:46:03.854280 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-45283cc3-4cda-4d98-b354-0426c00ad622 req-19aa59fa-ef35-4c43-a2f9-397a74af5e44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Jun 16 09:46:03.864464 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:04.022352 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 148c2b7c-700c-4637-83e8-efe0f9b64043 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:46:04.027275 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 148c2b7c-700c-4637-83e8-efe0f9b64043 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:04.027654 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:04.113397 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:04.146435 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:04.149256 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278262b1-2193-4323-b994-54b4b77377ef" -d '{"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-plugged", "status": "completed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:04.162263 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:04.192427 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8220bc-1abf-446a-b90a-253926c95920 x-openstack-request-id: req-2e8220bc-1abf-446a-b90a-253926c95920 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:04.192858 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-plugged", "status": "completed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:04.193148 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e8220bc-1abf-446a-b90a-253926c95920 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:04.193550 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'code': 200} Jun 16 09:46:04.245837 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:04.246722 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:04.249422 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:04.349626 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:04.354606 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:04.427907 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37186) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:04.631687 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-3142c10b-5b0c-498a-9c3a-0ae8583347e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2011731 Jun 16 09:46:04.652023 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe443-a13e-4d4c-a67d-c8dbbeddc554 req-64aa847b-a404-40b7-b606-c69415b6c8fa tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.654999 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5fbe443-a13e-4d4c-a67d-c8dbbeddc554 req-64aa847b-a404-40b7-b606-c69415b6c8fa tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.1193385 Jun 16 09:46:04.696257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d5fbe443-a13e-4d4c-a67d-c8dbbeddc554 req-936e2fd0-3dd2-4fff-a407-8ada3d7db160 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353839 Jun 16 09:46:04.908461 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce26b7-cc71-423a-89e5-04972d739751 req-c25138e3-1d14-4d87-a63d-02b3de19610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.909813 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30ce26b7-cc71-423a-89e5-04972d739751 req-c25138e3-1d14-4d87-a63d-02b3de19610a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.1099668 Jun 16 09:46:04.918539 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e3a4-da02-41da-8971-e34fcab6ed68 req-ee55d69c-7a7f-4b1c-b6a6-6c967a1b0897 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:04.919947 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f522e3a4-da02-41da-8971-e34fcab6ed68 req-ee55d69c-7a7f-4b1c-b6a6-6c967a1b0897 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0789106 Jun 16 09:46:04.966500 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30ce26b7-cc71-423a-89e5-04972d739751 req-56f8a9af-7917-43f7-8f8f-fb2c1b3c3208 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 Jun 16 09:46:04.979667 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f522e3a4-da02-41da-8971-e34fcab6ed68 req-56345e02-f69b-420f-80ef-af0391010b15 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 Jun 16 09:46:05.182982 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-21b15df1-4c18-4de8-95fb-a2f9da32ffd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:05.187682 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584104ef-61c0-4ec1-8940-f468eeab7db1 req-8d4a1697-f7d9-480f-b2fb-62c41bdccd71 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.189431 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-584104ef-61c0-4ec1-8940-f468eeab7db1 req-8d4a1697-f7d9-480f-b2fb-62c41bdccd71 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0817411 Jun 16 09:46:05.227495 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-584104ef-61c0-4ec1-8940-f468eeab7db1 req-58cfbbda-3318-44e3-8f51-a27de4b970f3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Jun 16 09:46:05.894866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da960ae-f6b0-406d-91f5-8a75291dca4c req-20c41004-2258-438c-b79a-bdda6c516778 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:05.896410 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2da960ae-f6b0-406d-91f5-8a75291dca4c req-20c41004-2258-438c-b79a-bdda6c516778 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0782597 Jun 16 09:46:05.936633 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2da960ae-f6b0-406d-91f5-8a75291dca4c req-fc049cae-044d-46a3-aa2b-cc1e3994c41b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Jun 16 09:46:06.167800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce317d5-892c-4f78-a56f-fc38646a327a req-6ace3d53-f2e3-4ec8-a493-913a18dd18ce tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:06.169373 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cce317d5-892c-4f78-a56f-fc38646a327a req-6ace3d53-f2e3-4ec8-a493-913a18dd18ce tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0703707 Jun 16 09:46:06.214238 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cce317d5-892c-4f78-a56f-fc38646a327a req-93695139-951c-41d1-9070-fb4a2009a737 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Jun 16 09:46:06.427966 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51e31a-27ad-4138-8e51-a70d1afbef80 req-ac72d219-9532-45e1-aefd-f3f07c72a97d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:06.430044 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6c51e31a-27ad-4138-8e51-a70d1afbef80 req-ac72d219-9532-45e1-aefd-f3f07c72a97d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0681698 Jun 16 09:46:06.469120 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6c51e31a-27ad-4138-8e51-a70d1afbef80 req-ce6e13fb-d1e6-4481-96ca-4b10f7794811 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328870 Jun 16 09:46:07.131427 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3e436-67f7-4c43-89ed-d064f5b0aede req-25dbea5d-167a-4cd5-b4a9-349128e735d5 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.133404 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-31a3e436-67f7-4c43-89ed-d064f5b0aede req-25dbea5d-167a-4cd5-b4a9-349128e735d5 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0710604 Jun 16 09:46:07.183974 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-31a3e436-67f7-4c43-89ed-d064f5b0aede req-cea166f9-96a7-48b2-a86b-4d0b2059f78e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Jun 16 09:46:07.430564 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875ec5-4af0-47d9-ba2d-317b1a72615a req-b15f3e4b-b192-4777-9394-0baa7f8e3a44 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.432081 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-42875ec5-4af0-47d9-ba2d-317b1a72615a req-b15f3e4b-b192-4777-9394-0baa7f8e3a44 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.1270201 Jun 16 09:46:07.491577 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d8e13-af29-43b7-9afb-01e57d7b1f44 req-82df27d1-488e-47b9-8cee-41bac7e4e71f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.495764 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9f9d8e13-af29-43b7-9afb-01e57d7b1f44 req-82df27d1-488e-47b9-8cee-41bac7e4e71f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1496859 Jun 16 09:46:07.534534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-42875ec5-4af0-47d9-ba2d-317b1a72615a req-d5585609-aa51-4e4b-b5c9-91c9ba25b932 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957146 Jun 16 09:46:07.560571 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37304) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:07.561957 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9f9d8e13-af29-43b7-9afb-01e57d7b1f44 req-c2e84b91-1a9b-47d8-9bc6-a5f31574df3a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Jun 16 09:46:07.573786 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221d6c3-f130-4e3e-9c5e-4fc2ceaa4ce5 req-29deb544-1cf3-4258-96a3-58b012ec7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.573786 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5221d6c3-f130-4e3e-9c5e-4fc2ceaa4ce5 req-29deb544-1cf3-4258-96a3-58b012ec7019 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.1266670 Jun 16 09:46:07.657993 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5221d6c3-f130-4e3e-9c5e-4fc2ceaa4ce5 req-178eabcd-a56d-420e-a02a-aa215e7870ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756009 Jun 16 09:46:07.680332 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-49d10f44-8b46-4b41-bc8e-f105e2305d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.755553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f261-7800-4976-930f-40c0b15d7acc req-e69f0f89-eb04-4206-a42c-35b0654ce472 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.758454 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6b27f261-7800-4976-930f-40c0b15d7acc req-e69f0f89-eb04-4206-a42c-35b0654ce472 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0676098 Jun 16 09:46:07.776220 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbc85b-f79d-4a5f-81f1-dfe778b89089 tempest-TestShelveInstance-1194058582 tempest-TestShelveInstance-1194058582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:07.783536 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-07cbc85b-f79d-4a5f-81f1-dfe778b89089 tempest-TestShelveInstance-1194058582 tempest-TestShelveInstance-1194058582-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1093 time: 0.2164047 Jun 16 09:46:07.783822 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37314) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:07.789043 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:07.810668 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6b27f261-7800-4976-930f-40c0b15d7acc req-6c9bd736-e030-48c8-a054-24070b874fca tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Jun 16 09:46:07.868475 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for floatingip, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.988171 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:07.999962 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.104474 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Allocated IP 172.28.2.229 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/df4a7210-8310-4d32-8dd1-4356b924bb30) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:46:08.193614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-3c490aab-ef1c-45bc-8c81-63dc65c4292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.196525 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-3c490aab-ef1c-45bc-8c81-63dc65c4292a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 1097 time: 0.0928702 Jun 16 09:46:08.219460 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.332349 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.336824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-564f70c3-b036-47c3-aa53-1820dcacdbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:08.346605 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-dd4ff472-a6af-42e4-a3b9-057aab08b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.348119 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-dd4ff472-a6af-42e4-a3b9-057aab08b58d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1097 time: 0.1048737 Jun 16 09:46:08.371901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46a18a-b04b-4136-a789-e18bd79b9615 req-8d0584ab-6c73-458a-bb84-8e397c7a0d31 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.373730 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee46a18a-b04b-4136-a789-e18bd79b9615 req-8d0584ab-6c73-458a-bb84-8e397c7a0d31 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0972538 Jun 16 09:46:08.395779 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:46:08.399334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:46:08.402431 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:46:08.409769 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'Port': ['ID=df4a7210-8310-4d32-8dd1-4356b924bb30,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:08.443323 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.443922 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.444349 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.444696 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.445052 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.445407 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.445755 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.446120 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.446478 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.446827 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.447172 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.447513 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:08.451536 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:08.458873 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee46a18a-b04b-4136-a789-e18bd79b9615 req-e69a761f-a857-4ae2-b2c4-a6b733ab3c51 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Jun 16 09:46:08.480622 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-9af3fda7-b74b-488c-af9f-682c430c7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.482094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-9af3fda7-b74b-488c-af9f-682c430c7e6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.1259022 Jun 16 09:46:08.559431 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-a6f9e87d-57c6-47bd-a13f-7eb9b14aa06a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 1000 time: 0.0668213 Jun 16 09:46:08.612960 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-711fa475-554e-4284-b6f9-62d1363ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.615039 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-711fa475-554e-4284-b6f9-62d1363ba270 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0464756 Jun 16 09:46:08.690620 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-112d7109-6c7b-4e03-adf4-4e0de5aca32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.708322 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-112d7109-6c7b-4e03-adf4-4e0de5aca32e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860653 Jun 16 09:46:08.798353 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.857288 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a0af-7311-4265-a15e-a607677c2b08 req-7cfc07e0-c16e-4b7d-85c8-770f10489ff6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:08.864183 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8395a0af-7311-4265-a15e-a607677c2b08 req-7cfc07e0-c16e-4b7d-85c8-770f10489ff6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1468568 Jun 16 09:46:08.864183 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-94e2df83-dd7c-4cd3-b04b-41566e40ebaf service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373644 Jun 16 09:46:08.933780 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8395a0af-7311-4265-a15e-a607677c2b08 req-d6ce5f93-0e38-4a53-b817-c4725da76b69 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Jun 16 09:46:08.982476 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:08.986278 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.076311 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-83589f64-ab21-4712-ac9f-0174c788e4c3 req-8da21254-f01c-4459-9a0b-07c750f8497a service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943870 Jun 16 09:46:09.096120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07b7ef-ef48-44d0-9291-83c2b923628a req-e497da44-4285-49c1-9f34-091cd9822cee tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.103915 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d07b7ef-ef48-44d0-9291-83c2b923628a req-e497da44-4285-49c1-9f34-091cd9822cee tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1231182 Jun 16 09:46:09.139172 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d07b7ef-ef48-44d0-9291-83c2b923628a req-17875c53-0781-45b3-95d4-078d5295cf2d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342324 Jun 16 09:46:09.182829 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.257617 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.261109 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c75a59b4-1ea8-46d1-8752-4be39cbadf61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:09.290802 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.291108 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37372) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:09.372925 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event updated for resources: {'Port': ['ID=df4a7210-8310-4d32-8dd1-4356b924bb30,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:09.375838 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:09.407792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.411441 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.l3_db [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Floating IP 61e89be5-4bd4-494d-9f82-70061b5583d6 associated. External IP: 172.28.2.229, port: 148c2b7c-700c-4637-83e8-efe0f9b64043. Jun 16 09:46:09.524159 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.645903 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.653427 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d10fd48f-9f5a-4ee7-8d90-082061199870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:09.658176 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Router c3045497-a027-4b34-a380-5bb23971d7d9 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:46:09.710387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59687be-046f-4748-8d4d-9997eea9a9f3 req-3b666f8c-19d8-4e41-9e86-f1999d73240e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:09.723013 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d59687be-046f-4748-8d4d-9997eea9a9f3 req-3b666f8c-19d8-4e41-9e86-f1999d73240e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1455629 Jun 16 09:46:09.792688 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc1471740d934731a2f6800cbec8380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943535 Jun 16 09:46:09.796180 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37390) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:09.808132 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f6d03-59f8-406a-8197-dff7ac001e64,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:09.829545 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d59687be-046f-4748-8d4d-9997eea9a9f3 req-530a821d-dfc5-4139-8245-aa8472d85e43 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054096 Jun 16 09:46:09.838301 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.838525 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.838945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.839307 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.839663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.840016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.840393 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.840742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.841091 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.841864 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.841864 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.842298 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:09.847132 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:09.854381 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:46:09.864233 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Sync routers for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:46:09.875618 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:46:09.876399 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:46:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:09.877242 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.888018 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-c009c4d2-5321-4d07-9d54-54ef6fe9450b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904691 Jun 16 09:46:09.902506 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.960581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:09.989378 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:46:10.004638 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2192574 Jun 16 09:46:10.005995 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:10.010107 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d298d177-04fa-4881-aee4-1ad0191d7d17" -d '{"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:10.040944 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:10.044733 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:10.046658 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/557f6d03-59f8-406a-8197-dff7ac001e64 HTTP/1.1" status: 204 len: 168 time: 0.2490823 Jun 16 09:46:10.051205 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9e319826-63f3-4e15-a38b-3ec594b8cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:10.051345 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-3cd2e011-8ae8-49ff-b203-0093c4282457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.051345 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-3cd2e011-8ae8-49ff-b203-0093c4282457 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1099 time: 0.1162705 Jun 16 09:46:10.064646 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f6d03-59f8-406a-8197-dff7ac001e64,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:10.071137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:10.080170 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453a6bb-472c-4e1f-9b0a-4fdce80bda2b x-openstack-request-id: req-4453a6bb-472c-4e1f-9b0a-4fdce80bda2b {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:10.081603 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:10.082210 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4453a6bb-472c-4e1f-9b0a-4fdce80bda2b {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:10.083530 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'status': 'completed', 'code': 200} Jun 16 09:46:10.497903 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:10.526931 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '61e89be5-4bd4-494d-9f82-70061b5583d6', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'mac_address': 'fa:16:3e:6d:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:46:08Z', 'updated_at': '2021-06-16T09:46:08Z', 'revision_number': 0, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:10.553703 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Checking router: c3045497-a027-4b34-a380-5bb23971d7d9 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:46:10.554140 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:46:10.556656 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:46:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:10.576114 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-5410a531-cd88-4cd9-8a21-d4531118ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.581966 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-5410a531-cd88-4cd9-8a21-d4531118ee62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 912 time: 0.3325775 Jun 16 09:46:10.625220 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:10.679241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-f93e28be-9a58-4622-8d35-cbe2c18c8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.681810 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-f93e28be-9a58-4622-8d35-cbe2c18c8e12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.1926420 Jun 16 09:46:10.704613 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f250ae-1909-407f-b837-94f1efaf31b3 req-b0e64bbe-d541-4816-835b-002cffd32729 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.707989 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d7f250ae-1909-407f-b837-94f1efaf31b3 req-b0e64bbe-d541-4816-835b-002cffd32729 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.5135858 Jun 16 09:46:10.722363 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5f5e-9c12-4fd5-af4f-8917d7c4fadd req-c4ce9c66-8dee-4f89-a642-7c975b77c1ff tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:10.733599 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:46:10.741508 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f50b5f5e-9c12-4fd5-af4f-8917d7c4fadd req-c4ce9c66-8dee-4f89-a642-7c975b77c1ff tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.2762835 Jun 16 09:46:10.827210 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f50b5f5e-9c12-4fd5-af4f-8917d7c4fadd req-6fd28429-21cc-4142-8aa4-acd30828429f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778646 Jun 16 09:46:10.898279 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d7f250ae-1909-407f-b837-94f1efaf31b3 req-100108a5-fc99-42ae-844a-f83334331383 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953019 Jun 16 09:46:11.081097 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d1e1-d27f-42b8-a0f3-d11681f9ce9d req-f0098953-7321-4379-8b59-7a4ff9769e7d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:11.091073 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '61e89be5-4bd4-494d-9f82-70061b5583d6', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'mac_address': 'fa:16:3e:6d:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:46:08Z', 'updated_at': '2021-06-16T09:46:08Z', 'revision_number': 0, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:11.091618 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5389d1e1-d27f-42b8-a0f3-d11681f9ce9d req-f0098953-7321-4379-8b59-7a4ff9769e7d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1068392 Jun 16 09:46:11.105092 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878eb547-46f4-43f3-b158-329003dcd34f None None] The sync data for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb is: [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '61e89be5-4bd4-494d-9f82-70061b5583d6', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'mac_address': 'fa:16:3e:6d:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:46:08Z', 'updated_at': '2021-06-16T09:46:08Z', 'revision_number': 0, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:46:11.233343 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37436) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:11.258949 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.331616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-581f5a4e-a9e7-46a7-956f-6c3c27820156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:11.333274 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-581f5a4e-a9e7-46a7-956f-6c3c27820156 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 909 time: 0.2347355 Jun 16 09:46:11.405569 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5389d1e1-d27f-42b8-a0f3-d11681f9ce9d req-dccf991d-129f-4130-a58c-6ed87383166e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129668 Jun 16 09:46:11.435111 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-7858441e-9f12-4c54-9bb2-eeee94580d2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 1001 time: 0.3379505 Jun 16 09:46:11.461744 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.552230 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0dbd50-3d43-49ba-a6de-7874618aec35 None None] New status for floating IP 61e89be5-4bd4-494d-9f82-70061b5583d6: ACTIVE {{(pid=99030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:46:11.576024 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.579349 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf35e2a4-99e9-4775-8df4-8a11746cae2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:11.620696 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ce75e-50c6-4453-be88-69837c95adc3,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:11.631488 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:11.656503 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73885dd95eab4483bc767eaedd940212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219177 Jun 16 09:46:11.660697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37444) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:11.810846 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.846056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:11.883284 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ecbd8-3603-4ed4-a5f5-9d418cc0220f req-9a4326f8-c3b6-4089-a64b-3a7c2af54531 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:11.885082 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe3ecbd8-3603-4ed4-a5f5-9d418cc0220f req-9a4326f8-c3b6-4089-a64b-3a7c2af54531 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1424456 Jun 16 09:46:11.954776 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe3ecbd8-3603-4ed4-a5f5-9d418cc0220f req-f5851ea0-c2a6-41f7-9abb-77630b50ca6a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Jun 16 09:46:12.033402 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:12.035998 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:12.040455 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e1ce75e-50c6-4453-be88-69837c95adc3 HTTP/1.1" status: 204 len: 168 time: 0.3786750 Jun 16 09:46:12.041315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-117532e7-ae7f-4533-bd06-0d375ca10852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:12.054876 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ce75e-50c6-4453-be88-69837c95adc3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:12.092549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:12.160297 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51191a-4728-4e3d-9354-95d0ff0ef976 req-a043eb2a-3b00-4168-b34b-8980153feddc tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:12.161856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d51191a-4728-4e3d-9354-95d0ff0ef976 req-a043eb2a-3b00-4168-b34b-8980153feddc tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1020749 Jun 16 09:46:12.217753 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6d51191a-4728-4e3d-9354-95d0ff0ef976 req-a59db9f8-8401-499e-8613-251aedce7660 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477047 Jun 16 09:46:12.606005 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa994a46-cca9-4476-922b-7bf416d0b639 req-d2fa027b-5a94-4ac0-ad59-6b33870af943 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:12.608768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa994a46-cca9-4476-922b-7bf416d0b639 req-d2fa027b-5a94-4ac0-ad59-6b33870af943 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0755911 Jun 16 09:46:12.934513 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aa994a46-cca9-4476-922b-7bf416d0b639 req-1354dbda-eac3-4342-8d7e-1b1c22a8cdc7 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194845 Jun 16 09:46:13.179800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3466889-0ce9-432c-b518-5c5b11c5ddae req-ab1ad355-4e5c-4d27-8724-7aaee0d281fe tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:13.181503 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e3466889-0ce9-432c-b518-5c5b11c5ddae req-ab1ad355-4e5c-4d27-8724-7aaee0d281fe tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0782187 Jun 16 09:46:13.229334 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e3466889-0ce9-432c-b518-5c5b11c5ddae req-9833e498-9beb-4153-b42d-b5fabcb0b2f0 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Jun 16 09:46:13.430075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eecc86-bee4-4a01-be3c-4c574857a53a req-6aeecb24-8ae3-45aa-8fe0-71cbd53d80c6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:13.431633 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c5eecc86-bee4-4a01-be3c-4c574857a53a req-6aeecb24-8ae3-45aa-8fe0-71cbd53d80c6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0744948 Jun 16 09:46:13.508322 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c5eecc86-bee4-4a01-be3c-4c574857a53a req-ce01f8e5-e959-4240-ba79-58ad792f2a25 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682433 Jun 16 09:46:14.108462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390fce-9d53-4b9a-959b-983f06537005 req-df3346bf-8ceb-4435-af50-883713601770 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.110134 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1d390fce-9d53-4b9a-959b-983f06537005 req-df3346bf-8ceb-4435-af50-883713601770 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0654187 Jun 16 09:46:14.150330 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1d390fce-9d53-4b9a-959b-983f06537005 req-4375293f-ccc0-45d6-bd93-dcf135d1096f tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Jun 16 09:46:14.273140 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37502) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:14.324104 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Deleting subnet b2de18e6-1989-43fa-aedb-696ed75fba3f {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:46:14.328701 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.372707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.458186 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.517463 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d0915-df0e-44e5-986d-52238431f3ca req-1e4b7e31-2e1c-4b89-959c-41aadcde2336 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.518838 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-352d0915-df0e-44e5-986d-52238431f3ca req-1e4b7e31-2e1c-4b89-959c-41aadcde2336 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1438472 Jun 16 09:46:14.565090 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-352d0915-df0e-44e5-986d-52238431f3ca req-171aea4e-3cdf-4bf6-a320-690f21435d35 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jun 16 09:46:14.600134 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.602862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:14.632250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2de18e6-1989-43fa-aedb-696ed75fba3f,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:14.635315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:14.636331 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.638176 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b2de18e6-1989-43fa-aedb-696ed75fba3f HTTP/1.1" status: 204 len: 168 time: 0.3646832 Jun 16 09:46:14.641336 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37512) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:14.761917 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.779253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50ef9-9e29-4c9f-83f2-90789c09e7fd req-0e79b602-c7b8-480e-b5d8-526c367b1537 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:14.781711 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05d50ef9-9e29-4c9f-83f2-90789c09e7fd req-0e79b602-c7b8-480e-b5d8-526c367b1537 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1142261 Jun 16 09:46:14.854458 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:14.860300 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05d50ef9-9e29-4c9f-83f2-90789c09e7fd req-355c1f65-acec-4daf-bd3e-b530e76bf803 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704880 Jun 16 09:46:14.870750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.871086 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.871853 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.872177 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > port after_create 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.872542 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.872875 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > port after_update 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.873199 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.873510 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.873827 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.874137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.956979 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.957323 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.957658 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.957985 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 09:46:14.958356 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b7b334-93cd-4117-a329-6140879762f9']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:14.985082 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8a90d9-511d-49a7-8327-28455d932abe') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:14.985374 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8a90d9-511d-49a7-8327-28455d932abe') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:15.013168 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.039638 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.049212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:46:15.049569 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: from cryptography.utils import int_from_bytes Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: from cryptography.utils import int_from_bytes Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: retrieve_revision_numbers = { Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:46:15.053740 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:46:15.062909 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:46:15.062909 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:46:15.062909 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:46:15.062909 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:46:15.062909 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:46:15.153796 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.158001 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0b407be6-9cfa-4995-9f04-b5debe38d7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:15.162005 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.164756 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] 10.222.0.47 "DELETE /v2.0/networks/69b7b334-93cd-4117-a329-6140879762f9 HTTP/1.1" status: 204 len: 168 time: 0.5223403 Jun 16 09:46:15.167694 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37524) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:15.174531 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b7b334-93cd-4117-a329-6140879762f9,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:15.186957 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-76d17c57-a659-4413-afaf-d4cb16461c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:15.226050 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Deleting subnet ccf027e2-b5d6-43e8-aae9-72fa926af5f7 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:46:15.229748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.271076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.359517 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.408162 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d79-8c83-4981-92cb-2469ad42c1ca req-cb702a79-f1f2-44f3-9041-9217fb8dc053 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.409763 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e8812d79-8c83-4981-92cb-2469ad42c1ca req-cb702a79-f1f2-44f3-9041-9217fb8dc053 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1128106 Jun 16 09:46:15.461956 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e8812d79-8c83-4981-92cb-2469ad42c1ca req-9a61ec5a-5171-4e93-a92d-1c9ab4da4fdc tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Jun 16 09:46:15.539415 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.553033 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-cf4ef702-87e8-4780-996f-caa9abe5d16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:15.586697 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37532) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:15.590862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.593631 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ccf027e2-b5d6-43e8-aae9-72fa926af5f7 HTTP/1.1" status: 204 len: 168 time: 0.4247308 Jun 16 09:46:15.595215 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf027e2-b5d6-43e8-aae9-72fa926af5f7,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:15.601576 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:15.602343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37534) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:15.733834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.812881 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.872472 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.887120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288f542a-1b29-4dd7-849d-5b3e1caf75a9']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:15.906016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce482de7-9614-430c-9704-3b0fb981d122') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:15.906309 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce482de7-9614-430c-9704-3b0fb981d122') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:15.919774 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.927594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.953789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.963665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:46:15.964874 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:15.976632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fc356-8217-45ce-8bfa-ca23fcdad791 req-6f9311f4-9500-44d2-9413-1bedd84a9caa tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:15.978303 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a08fc356-8217-45ce-8bfa-ca23fcdad791 req-6f9311f4-9500-44d2-9413-1bedd84a9caa tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1795602 Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:46:15.979020 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:46:15.999447 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.003442 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7d098a5c-e07b-4c77-9b4c-8acf4b7707b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.050736 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77fcd0f24e9346a6ad06b674a5b7cd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628944 Jun 16 09:46:16.051368 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37542) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:16.065625 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb279d84-51a7-497d-84aa-6f189f66bd64,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.070600 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:16.118658 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a08fc356-8217-45ce-8bfa-ca23fcdad791 req-316d7216-9be2-419a-a6ba-283be0872a25 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251569 Jun 16 09:46:16.120862 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.148538 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5e01-dd10-47b0-a73e-e98b4fe0ae73 req-df6a50b6-0c8e-4037-8f19-98e942d61d8b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.150239 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ac7f5e01-dd10-47b0-a73e-e98b4fe0ae73 req-df6a50b6-0c8e-4037-8f19-98e942d61d8b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1557438 Jun 16 09:46:16.158886 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.164932 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.180699 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d7c0b622-ba00-4140-a9ba-4cbe0486a339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.194901 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.199371 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] 10.222.0.47 "DELETE /v2.0/networks/288f542a-1b29-4dd7-849d-5b3e1caf75a9 HTTP/1.1" status: 204 len: 168 time: 0.5930181 Jun 16 09:46:16.211914 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=288f542a-1b29-4dd7-849d-5b3e1caf75a9,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.217284 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-918943fb-5565-42f8-9058-40c8954d7c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:16.223435 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ac7f5e01-dd10-47b0-a73e-e98b4fe0ae73 req-61646b37-6d5c-44d8-8258-0d50004d35c7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668573 Jun 16 09:46:16.341906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.344679 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.345949 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb279d84-51a7-497d-84aa-6f189f66bd64 HTTP/1.1" status: 204 len: 168 time: 0.2925704 Jun 16 09:46:16.347003 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.363364 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb279d84-51a7-497d-84aa-6f189f66bd64,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.371093 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:16.635082 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37550) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:16.677762 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d832c4f3-a807-4445-b254-bcc630470d32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f99c554510f1474a8e96d41aba76e568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410569 Jun 16 09:46:16.681031 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37552) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:16.685509 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe81f5b-8d0c-4416-a09c-d7b9347656cc req-6bd9e5fe-033a-43dc-9492-870ea110ff05 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:16.692969 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2fe81f5b-8d0c-4416-a09c-d7b9347656cc req-6bd9e5fe-033a-43dc-9492-870ea110ff05 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1015284 Jun 16 09:46:16.739629 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2fe81f5b-8d0c-4416-a09c-d7b9347656cc req-461e7f31-f416-47e0-adf2-917fa7c796ba tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Jun 16 09:46:16.779491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.802591 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.970976 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.978550 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:16.978550 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5 HTTP/1.1" status: 204 len: 168 time: 0.2926662 Jun 16 09:46:16.978550 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-63f3b5df-9ecf-4603-8329-6bd0f5d62b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:16.987640 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd3ab8-229e-43b0-b0d3-a9d56db77bd5,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:16.996791 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:17.238018 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37564) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:17.252850 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.357171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67e93f-c0e9-46b4-a805-a0e16f74522a req-6b8822b9-9eaf-4e05-9837-44fe520be49a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.358839 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3a67e93f-c0e9-46b4-a805-a0e16f74522a req-6b8822b9-9eaf-4e05-9837-44fe520be49a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1121011 Jun 16 09:46:17.417448 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.472107 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3a67e93f-c0e9-46b4-a805-a0e16f74522a req-5395f7c4-8faf-4f4a-a315-4f7e3c5903e4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045489 Jun 16 09:46:17.509149 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.511865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8cbd5120-b493-4eed-9f65-59877603a907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:17.516184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2786d-dbb8-4a61-984e-ab5693781d81 req-16594174-73f1-4b51-80f9-a68ead703309 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:17.517810 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29e2786d-dbb8-4a61-984e-ab5693781d81 req-16594174-73f1-4b51-80f9-a68ead703309 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1133718 Jun 16 09:46:17.561778 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37570) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:17.562196 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8d463471a8c41a3895c858525760031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224053 Jun 16 09:46:17.563353 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f91ca30-5e24-4c9a-89d0-e4dc59d8b8e4,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:17.566186 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:17.590043 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29e2786d-dbb8-4a61-984e-ab5693781d81 req-7bd0a5a2-ab54-4b7d-b937-7af4f6c53e3d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632775 Jun 16 09:46:17.643151 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.671975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.763532 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37572) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:17.814482 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a62e5166-84d0-4e73-bb01-90c0d0c9a426 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16877103142c4ea3b5469c7806a8f352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467906 Jun 16 09:46:17.814689 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37576) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:17.818230 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.821169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.822284 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f91ca30-5e24-4c9a-89d0-e4dc59d8b8e4 HTTP/1.1" status: 204 len: 168 time: 0.2594545 Jun 16 09:46:17.822943 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:17.845899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f91ca30-5e24-4c9a-89d0-e4dc59d8b8e4,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:17.856313 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:17.879501 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:17.909216 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:18.021883 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964a653-4f8a-4462-9b11-a44570125a0a req-ae869645-cde3-45d5-b005-a97529bf826e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.024484 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3964a653-4f8a-4462-9b11-a44570125a0a req-ae869645-cde3-45d5-b005-a97529bf826e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1034944 Jun 16 09:46:18.033790 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:18.036364 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:18.038382 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b2ddd06-c06e-4455-afd8-8541091ac1a3 HTTP/1.1" status: 204 len: 168 time: 0.2220740 Jun 16 09:46:18.039156 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d136a6ad-2aff-406a-b314-687ccce77c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:18.047434 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ddd06-c06e-4455-afd8-8541091ac1a3,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:18.051265 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:18.099520 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3964a653-4f8a-4462-9b11-a44570125a0a req-a3275b78-ebb6-4743-a0df-f6d838295e32 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690892 Jun 16 09:46:18.669124 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318363-cb47-4da0-a650-b4e4eda3d501 req-593122c5-2c93-40c2-aafa-cf750ef53e3b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.670761 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2a318363-cb47-4da0-a650-b4e4eda3d501 req-593122c5-2c93-40c2-aafa-cf750ef53e3b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0734921 Jun 16 09:46:18.731268 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2a318363-cb47-4da0-a650-b4e4eda3d501 req-129fe2da-ff7d-4884-8f87-4f3f362894d3 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537312 Jun 16 09:46:18.871124 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41b554-883d-4737-a72a-48f7770db728 req-23578ba6-6a24-4d4e-89ca-881950533107 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:18.872798 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4c41b554-883d-4737-a72a-48f7770db728 req-23578ba6-6a24-4d4e-89ca-881950533107 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0718870 Jun 16 09:46:18.931597 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4c41b554-883d-4737-a72a-48f7770db728 req-be96a87b-a2cf-4706-9357-58a9b090bbf5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520608 Jun 16 09:46:19.326392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53abfa5-f6d1-46ae-af0f-46112016c984 req-b548b60a-1ca2-4ad2-a43a-ad1a67915a1b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.327931 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d53abfa5-f6d1-46ae-af0f-46112016c984 req-b548b60a-1ca2-4ad2-a43a-ad1a67915a1b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0793514 Jun 16 09:46:19.403815 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d53abfa5-f6d1-46ae-af0f-46112016c984 req-27b84414-35e1-46b0-b19a-d9815db5a6f4 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Jun 16 09:46:19.935303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ebf4-c24b-42d6-befa-95d4faab353c req-d3405dba-eefd-49b9-a452-54248008fc47 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:19.936701 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9cd2ebf4-c24b-42d6-befa-95d4faab353c req-d3405dba-eefd-49b9-a452-54248008fc47 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0671022 Jun 16 09:46:19.977003 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9cd2ebf4-c24b-42d6-befa-95d4faab353c req-cbb93a0b-149e-45fa-ab09-66d76d60ac18 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jun 16 09:46:20.169844 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d4a8a-9d73-4f15-9d1d-72a453b84715 req-7d5a8be7-aee8-49d6-8db3-64a71abc103b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.171420 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-909d4a8a-9d73-4f15-9d1d-72a453b84715 req-7d5a8be7-aee8-49d6-8db3-64a71abc103b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.1087804 Jun 16 09:46:20.227698 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-909d4a8a-9d73-4f15-9d1d-72a453b84715 req-dcc1d8db-3f8c-4bf4-b458-1acbcea8534f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Jun 16 09:46:20.616490 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d3d2-7715-4f90-a971-204b3c43bfa9 req-13b45897-f4d6-431e-8aa8-4ebd40cbee68 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:20.618130 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9619d3d2-7715-4f90-a971-204b3c43bfa9 req-13b45897-f4d6-431e-8aa8-4ebd40cbee68 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0790558 Jun 16 09:46:20.660226 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9619d3d2-7715-4f90-a971-204b3c43bfa9 req-714d1822-18ee-4860-9a72-588ae85bd6c6 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356817 Jun 16 09:46:21.220420 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd61594-cbfb-4956-aebb-aaa5a6801a9f req-f0fc817b-3556-48d2-bbe9-e3ebbc88c21a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.221716 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1fd61594-cbfb-4956-aebb-aaa5a6801a9f req-f0fc817b-3556-48d2-bbe9-e3ebbc88c21a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0756869 Jun 16 09:46:21.290800 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1fd61594-cbfb-4956-aebb-aaa5a6801a9f req-88332400-8407-40d6-85ea-40fc3746deda tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Jun 16 09:46:21.458465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602717-6029-4143-8a02-aef285935c4c req-e9ddb7ff-61aa-4017-a100-8a659944247a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.458465 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03602717-6029-4143-8a02-aef285935c4c req-e9ddb7ff-61aa-4017-a100-8a659944247a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0819247 Jun 16 09:46:21.515481 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-03602717-6029-4143-8a02-aef285935c4c req-87fe0722-c6a3-4476-8fc6-05528db5e0a9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497341 Jun 16 09:46:21.846382 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8bf37-40e0-4dcf-8a9a-75784b693a7d req-268ddc1a-ce61-47b3-b1c2-881e3a0af9a1 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:21.848101 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8bc8bf37-40e0-4dcf-8a9a-75784b693a7d req-268ddc1a-ce61-47b3-b1c2-881e3a0af9a1 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0672998 Jun 16 09:46:21.888585 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8bc8bf37-40e0-4dcf-8a9a-75784b693a7d req-0bc75ade-ab47-4022-8b8f-befc573e9312 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Jun 16 09:46:22.485673 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-175b40d8-93b5-4ec3-b03d-2c8fde32570f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 1001 time: 0.1306708 Jun 16 09:46:22.494288 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-23e713bd-aa11-47f1-95fd-9fd9b8349410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.495746 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-23e713bd-aa11-47f1-95fd-9fd9b8349410 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.1029692 Jun 16 09:46:22.530566 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d008a2-d6ca-49a9-97f8-f161cf487d59 req-b10d3732-4f00-4e2b-ab30-e229e2767a66 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.532036 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-70d008a2-d6ca-49a9-97f8-f161cf487d59 req-b10d3732-4f00-4e2b-ab30-e229e2767a66 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1031284 Jun 16 09:46:22.680807 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-0e0688c4-7097-4af5-a1a3-a199bf3672e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.682386 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-0e0688c4-7097-4af5-a1a3-a199bf3672e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.1460326 Jun 16 09:46:22.705329 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-70d008a2-d6ca-49a9-97f8-f161cf487d59 req-3de5adb6-70b7-4b8c-ab79-99c16f2480d8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590734 Jun 16 09:46:22.783501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-6b2af90f-ba24-48c8-a83f-384960f61c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.785024 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-6b2af90f-ba24-48c8-a83f-384960f61c1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 1098 time: 0.2398148 Jun 16 09:46:22.786769 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-ef517357-1cfa-4186-b03a-20b67149d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.788741 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-ef517357-1cfa-4186-b03a-20b67149d34c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2445352 Jun 16 09:46:22.868508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174edc0-2453-4048-a78d-012f456e636e req-080b5b8f-b5f1-4540-a3be-dd1dabd026a6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.869963 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0174edc0-2453-4048-a78d-012f456e636e req-080b5b8f-b5f1-4540-a3be-dd1dabd026a6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.2176409 Jun 16 09:46:22.877369 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-67f41a9f-559c-45f2-b793-010be8a41455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:22.878739 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-67f41a9f-559c-45f2-b793-010be8a41455 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1773119 Jun 16 09:46:23.087436 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0174edc0-2453-4048-a78d-012f456e636e req-c93ec2b1-5a87-45a9-b336-a67faadb7393 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792941 Jun 16 09:46:23.110305 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-ffcb4b79-12be-44fb-8328-f14020e6b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.111753 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-ffcb4b79-12be-44fb-8328-f14020e6b862 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 200 len: 919 time: 0.3115621 Jun 16 09:46:23.129965 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-41c654af-d7fd-41d2-baa0-17fe3ba302bd service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168509 Jun 16 09:46:23.185703 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-9fa5e3eb-3536-4906-9b47-2dd12dd07fa1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 200 len: 217 time: 0.0653076 Jun 16 09:46:23.200531 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-5b0e7b63-7bd6-4291-8a94-07c110c0dd74 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824855 Jun 16 09:46:23.605440 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806f908-7390-4cb8-aab8-c9550d28e843 req-e006988e-6359-4e8f-a12e-ce2be21e0d6d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.607008 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9806f908-7390-4cb8-aab8-c9550d28e843 req-e006988e-6359-4e8f-a12e-ce2be21e0d6d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.5531604 Jun 16 09:46:23.613406 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-5fa56ab1-4c9e-4f74-bd2f-e9e4b5685230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.614795 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-5fa56ab1-4c9e-4f74-bd2f-e9e4b5685230 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 200 len: 858 time: 0.4179742 Jun 16 09:46:23.688562 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-7835ae84-da0a-4c13-86fd-de9d533c00c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7356c946-3dbd-4895-896e-3bf66ce328b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586767 Jun 16 09:46:23.694453 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6866294f-e4dc-418f-97de-ec29d7db2e99 req-303fe736-043f-47a2-a31a-bcad61c1dfdb service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232184 Jun 16 09:46:23.699057 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d298d177-04fa-4881-aee4-1ad0191d7d17 req-1630b3ff-16bb-4fe8-8fb8-60ef06943de6 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848466 Jun 16 09:46:23.722058 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9806f908-7390-4cb8-aab8-c9550d28e843 req-7d1c54b1-7b4b-4b70-a1df-a4898c147707 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043386 Jun 16 09:46:23.806930 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-f748a772-778f-4514-a4ec-aa58ca577666 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987659 Jun 16 09:46:23.956816 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7e0f-342c-4b93-b025-b6ae97d1a5d3 req-cbc4eb1e-2170-40ff-9141-13a147b0477b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:23.958292 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89ea7e0f-342c-4b93-b025-b6ae97d1a5d3 req-cbc4eb1e-2170-40ff-9141-13a147b0477b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1273654 Jun 16 09:46:23.980396 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-52f3c3fa-418d-498b-ae95-5853a29a317c req-4d567047-bc04-413c-b13e-df9631cc38b6 service neutron] 10.222.0.23 "GET /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216493 Jun 16 09:46:24.005643 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89ea7e0f-342c-4b93-b025-b6ae97d1a5d3 req-419d44da-4261-4a48-94de-bb9da3871bfe tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Jun 16 09:46:24.267146 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b4e8c-a235-4a63-8ea0-4a4cccd845e3 req-c4498138-d8c2-4f91-9b18-2dece0224cf9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.268637 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-187b4e8c-a235-4a63-8ea0-4a4cccd845e3 req-c4498138-d8c2-4f91-9b18-2dece0224cf9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0663736 Jun 16 09:46:24.312557 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-187b4e8c-a235-4a63-8ea0-4a4cccd845e3 req-3ba0df79-2e69-481a-98df-690800421385 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348055 Jun 16 09:46:24.911616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25a89-7772-46b3-8520-9058961f1b9a req-1b6ecf67-b4b3-47fd-a871-ef67afd84880 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:24.913061 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3e25a89-7772-46b3-8520-9058961f1b9a req-1b6ecf67-b4b3-47fd-a871-ef67afd84880 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0641248 Jun 16 09:46:24.956833 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d3e25a89-7772-46b3-8520-9058961f1b9a req-13c30199-90c1-4f70-9f07-c70dc6273c44 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Jun 16 09:46:25.193250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78de0c-604e-4d22-ad63-10b98d05af2e req-c917aa38-0e04-4beb-8aa3-7033f2e8133f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:25.194603 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-be78de0c-604e-4d22-ad63-10b98d05af2e req-c917aa38-0e04-4beb-8aa3-7033f2e8133f tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0656085 Jun 16 09:46:25.234207 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-be78de0c-604e-4d22-ad63-10b98d05af2e req-31df84ec-2f4d-4adb-a954-324d9062532c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338149 Jun 16 09:46:25.516633 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095404-08f3-42d7-84f5-83f9227dac2f req-16c269cc-4b5d-49bb-be9b-5ee23c795503 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:25.518196 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a095404-08f3-42d7-84f5-83f9227dac2f req-16c269cc-4b5d-49bb-be9b-5ee23c795503 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 944 time: 0.0753253 Jun 16 09:46:25.559219 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a095404-08f3-42d7-84f5-83f9227dac2f req-486b7577-232f-400c-8fe2-a4db519830b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jun 16 09:46:25.949458 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:26.058376 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:26.070715 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'mac_address': 'fa:16:3e:d5:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:26.118943 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.136304 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:26.147587 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81b6d-0969-4216-a0dd-a976679cc045 req-0b864b8d-a458-41ba-b4c5-26a9006220bc tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.156765 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0cb81b6d-0969-4216-a0dd-a976679cc045 req-0b864b8d-a458-41ba-b4c5-26a9006220bc tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0828304 Jun 16 09:46:26.158381 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:26.186966 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0cb81b6d-0969-4216-a0dd-a976679cc045 req-a2308d4d-9b46-48ab-afdd-b6381aaf509e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Jun 16 09:46:26.257161 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.258994 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:26.311064 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=9']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:26.315152 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:26.425079 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dee9c-3078-4939-a48d-10a3b8940452 req-c74f6792-8738-4a95-aa0e-8d98a2d87f04 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.426792 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-df2dee9c-3078-4939-a48d-10a3b8940452 req-c74f6792-8738-4a95-aa0e-8d98a2d87f04 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0691431 Jun 16 09:46:26.475612 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-df2dee9c-3078-4939-a48d-10a3b8940452 req-464d9973-0638-4880-826d-9d4609952cf5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Jun 16 09:46:26.530080 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37796) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:26.640550 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.745234 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.749261 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc9b67-b74a-4e68-980c-3bb824979365 req-dcb48288-792d-478e-a3a2-9db78febbb11 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.750862 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2bdc9b67-b74a-4e68-980c-3bb824979365 req-dcb48288-792d-478e-a3a2-9db78febbb11 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0652645 Jun 16 09:46:26.779280 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:26.793112 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2bdc9b67-b74a-4e68-980c-3bb824979365 req-d58fe841-e183-484f-9da4-b50c2e27a995 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Jun 16 09:46:26.810901 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.814564 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-08295d22-2254-49f2-84a3-90d33ac3aa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:26.851630 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17eab62d68cd42f99aa1a4f1d7f0221b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203528 Jun 16 09:46:26.852999 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b151dd2d-56fb-464a-8b91-f4dd070c9a91,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:26.855911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37804) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:26.856952 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:26.944615 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:26.954657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676fd77-6333-4966-9b68-09e1f52808ef req-d0ec6846-563f-49bc-9a82-97e15d43b1a1 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:26.956183 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4676fd77-6333-4966-9b68-09e1f52808ef req-d0ec6846-563f-49bc-9a82-97e15d43b1a1 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.1098716 Jun 16 09:46:27.001030 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.093083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Deleting port 8c1397e8-33e5-40c0-b680-0bd560b6c66b {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:27.093426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.171816 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.174594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.178804 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-25916744-5570-4a41-b309-31f701614672 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b151dd2d-56fb-464a-8b91-f4dd070c9a91 HTTP/1.1" status: 204 len: 168 time: 0.3190372 Jun 16 09:46:27.178989 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-439e9979-c664-4ba1-9ecd-1a34095a5dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:27.196257 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b151dd2d-56fb-464a-8b91-f4dd070c9a91,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:27.201299 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:27.204353 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] For port 8c1397e8-33e5-40c0-b680-0bd560b6c66b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8c1397e8-33e5-40c0-b680-0bd560b6c66b,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:27.204353 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.278880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Calling delete_port for 8c1397e8-33e5-40c0-b680-0bd560b6c66b owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:27.414476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299eac-df68-4baa-a52b-6fdc4fbd323e req-524f36cf-ace2-4868-95a3-a38df88dba3f tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:27.416121 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe299eac-df68-4baa-a52b-6fdc4fbd323e req-524f36cf-ace2-4868-95a3-a38df88dba3f tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 945 time: 0.0962358 Jun 16 09:46:27.496948 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fe299eac-df68-4baa-a52b-6fdc4fbd323e req-68921458-e54a-4b0c-ac3c-385b072cd031 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741909 Jun 16 09:46:27.582664 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.587541 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1739b4ec-ab06-4b29-88ea-c1778326c193 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:27.621629 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['8c1397e8-33e5-40c0-b680-0bd560b6c66b'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:27.628008 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Pushing event deleted for resources: {'Port': ['ID=8c1397e8-33e5-40c0-b680-0bd560b6c66b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:27.652086 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:27.703610 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] No DVR routers for this DVR port 8c1397e8-33e5-40c0-b680-0bd560b6c66b on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:27.706747 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.708812 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4676fd77-6333-4966-9b68-09e1f52808ef req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "DELETE /v2.0/ports/8c1397e8-33e5-40c0-b680-0bd560b6c66b HTTP/1.1" status: 204 len: 173 time: 0.7437770 Jun 16 09:46:27.709837 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'name': 'network-vif-deleted', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:27.712285 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbcf547-dc4c-4d5d-9380-d1569089652a" -d '{"events": [{"server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "name": "network-vif-deleted", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:27.743046 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542c6ac-e4de-4bfd-83a2-4db8f0100f61 req-cf9aee1e-6b7e-47fd-8c27-432aa1493fe5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:27.748948 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0542c6ac-e4de-4bfd-83a2-4db8f0100f61 req-cf9aee1e-6b7e-47fd-8c27-432aa1493fe5 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1514347 Jun 16 09:46:27.752760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6afcc-2cd0-44fe-b8cd-789379e07099 x-openstack-request-id: req-6ff6afcc-2cd0-44fe-b8cd-789379e07099 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:27.753079 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156af38e-518f-4b2a-b1b0-a55236894f7b", "name": "network-vif-deleted", "tag": "8c1397e8-33e5-40c0-b680-0bd560b6c66b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:27.753356 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ff6afcc-2cd0-44fe-b8cd-789379e07099 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:27.753768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156af38e-518f-4b2a-b1b0-a55236894f7b', 'name': 'network-vif-deleted', 'tag': '8c1397e8-33e5-40c0-b680-0bd560b6c66b', 'status': 'completed', 'code': 200} Jun 16 09:46:27.793142 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0542c6ac-e4de-4bfd-83a2-4db8f0100f61 req-2dac855c-09bb-4e8e-a89a-d5bda91ba809 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jun 16 09:46:27.897930 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37824) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:27.914768 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:27.985822 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:28.010534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4125f5-751a-4a62-9c64-c9a84c5f6179 req-cb414043-2901-4b29-96a2-82d39e6f5674 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:28.010534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e4125f5-751a-4a62-9c64-c9a84c5f6179 req-cb414043-2901-4b29-96a2-82d39e6f5674 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 945 time: 0.0808198 Jun 16 09:46:28.039617 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.057863 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:28.058253 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.061033 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2e4125f5-751a-4a62-9c64-c9a84c5f6179 req-8f7a007f-af06-4046-b741-1139464d53e2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473716 Jun 16 09:46:28.114047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.119047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f9ba60da-ce96-4711-81bf-6871c99f775e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:28.156545 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.160441 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ff9ae-0374-4ae3-8411-6aebaa8fa447,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:28.164996 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:28.168178 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6f5379d84d845fb92a80fd0e34af398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690282 Jun 16 09:46:28.171085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37830) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:28.190719 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:28.193257 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e1c3a3-ee4d-45fa-b505-fa4917cc6762" -d '{"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:28.208316 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:28.234951 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75790e30-012f-4ee9-a038-3d2f6eb1d353 x-openstack-request-id: req-75790e30-012f-4ee9-a038-3d2f6eb1d353 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:28.235394 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:28.235766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75790e30-012f-4ee9-a038-3d2f6eb1d353 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:28.236213 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'code': 200} Jun 16 09:46:28.242449 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.266305 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.291493 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.292563 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 8c1397e8-33e5-40c0-b680-0bd560b6c66b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:28.294602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:28.344510 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 8c1397e8-33e5-40c0-b680-0bd560b6c66b {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:28.344913 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 8c1397e8-33e5-40c0-b680-0bd560b6c66b not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:28.374918 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=10']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:28.388159 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:28.417002 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.419734 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:28.421048 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f32ff9ae-0374-4ae3-8411-6aebaa8fa447 HTTP/1.1" status: 204 len: 168 time: 0.2486148 Jun 16 09:46:28.421937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:28.432531 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ff9ae-0374-4ae3-8411-6aebaa8fa447,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:28.436898 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:28.659734 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fcb06860-3eeb-4208-9b67-e3eaf1101ce3 req-bbfdb554-0a9e-44b6-92f3-4d0e4328b64b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=156af38e-518f-4b2a-b1b0-a55236894f7b HTTP/1.1" status: 200 len: 210 time: 0.0293913 Jun 16 09:46:29.129439 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c7d91-cb26-4c93-aa0e-6c494175ed7e req-62ef3fd3-4300-4816-9c2d-31cbb0801865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.131701 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-880c7d91-cb26-4c93-aa0e-6c494175ed7e req-62ef3fd3-4300-4816-9c2d-31cbb0801865 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1100 time: 0.0669277 Jun 16 09:46:29.173700 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-880c7d91-cb26-4c93-aa0e-6c494175ed7e req-d02fe9af-86df-47bf-849d-139cc2c7a51b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Jun 16 09:46:29.261143 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa69c0-d78c-4601-bfbf-4c34de5a560e req-f67ece61-ed9c-46dc-8197-a6c107d20715 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:29.262550 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-12fa69c0-d78c-4601-bfbf-4c34de5a560e req-f67ece61-ed9c-46dc-8197-a6c107d20715 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0756943 Jun 16 09:46:29.305266 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-12fa69c0-d78c-4601-bfbf-4c34de5a560e req-aedf92bc-5dc6-4216-ab3f-84e059e06dc4 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368800 Jun 16 09:46:30.478020 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:46:30.515941 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4dcf2-0e0f-4001-9cea-ff6b704e2de8 req-d07a5c76-6a6a-4238-96e0-73edbb0609c7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:30.524520 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-38b4dcf2-0e0f-4001-9cea-ff6b704e2de8 req-d07a5c76-6a6a-4238-96e0-73edbb0609c7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0979314 Jun 16 09:46:30.590744 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-38b4dcf2-0e0f-4001-9cea-ff6b704e2de8 req-f221f10b-6f21-42f9-b67f-7ba61fe9caac tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661669 Jun 16 09:46:31.066101 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37936) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:31.179662 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.283677 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.468472 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.471107 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3344b857-07eb-402d-b083-2250976cf64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:31.508466 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fe52990af334368adca999ab174ca35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411793 Jun 16 09:46:31.509333 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72315c-9d89-477f-b323-6d5411bce065,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:31.511108 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37966) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:31.512420 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:31.567930 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.593616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.788970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938c9b-e72c-428e-9682-c34cd2450de5 req-f11da993-47d0-48aa-959e-8bba3a03e2ec tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:31.790555 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2f938c9b-e72c-428e-9682-c34cd2450de5 req-f11da993-47d0-48aa-959e-8bba3a03e2ec tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0734408 Jun 16 09:46:31.822575 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.827019 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:31.831377 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b72315c-9d89-477f-b323-6d5411bce065 HTTP/1.1" status: 204 len: 168 time: 0.3166809 Jun 16 09:46:31.833590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:31.873926 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72315c-9d89-477f-b323-6d5411bce065,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:31.882486 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2f938c9b-e72c-428e-9682-c34cd2450de5 req-10adf85d-b355-45c3-a721-d56d35728c97 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819650 Jun 16 09:46:31.883918 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:32.671774 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 37986) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:32.686231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:32.801250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:32.885737 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:32.888464 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e9007404-91a8-4545-806a-395ea3ce90b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:32.926491 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e778d1d1-84f5-483d-9b06-2f0975e7812a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:32.930990 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7943b52da0ca42beb9cd93d3e0f05092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580955 Jun 16 09:46:32.931976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:32.933989 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 37994) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:33.001229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:33.026481 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:33.110222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af29b-1ee4-40bb-bd62-b1d615a86c8f req-4954ae36-11bf-42a7-85cc-4b74b66953c0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:33.111899 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5d1af29b-1ee4-40bb-bd62-b1d615a86c8f req-4954ae36-11bf-42a7-85cc-4b74b66953c0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0885959 Jun 16 09:46:33.157441 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:33.163675 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:33.163675 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e778d1d1-84f5-483d-9b06-2f0975e7812a HTTP/1.1" status: 204 len: 168 time: 0.2251818 Jun 16 09:46:33.163675 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5cc76727-f4ec-4223-8b8e-c91961a134ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:33.164686 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5d1af29b-1ee4-40bb-bd62-b1d615a86c8f req-4fe710d0-9b68-47c0-a9d7-53b8f6346020 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Jun 16 09:46:33.173536 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e778d1d1-84f5-483d-9b06-2f0975e7812a,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:33.190624 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:34.019429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea09c-3d19-4b8f-b8cd-1c534eb99569 req-7c11a5e1-dcdb-4fca-8ee1-3b6e520ec217 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.021172 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d6dea09c-3d19-4b8f-b8cd-1c534eb99569 req-7c11a5e1-dcdb-4fca-8ee1-3b6e520ec217 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0693886 Jun 16 09:46:34.063625 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d6dea09c-3d19-4b8f-b8cd-1c534eb99569 req-7c300426-a01d-4351-920a-b65f95ed89e1 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Jun 16 09:46:34.577250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-4f8f48c5-3005-4f26-acb1-1b9644c1873d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:34.578866 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-4f8f48c5-3005-4f26-acb1-1b9644c1873d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/networks?id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f HTTP/1.1" status: 200 len: 814 time: 0.1209195 Jun 16 09:46:34.595725 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-cc8b28b8-84bc-45f7-8e27-86d3a8874020 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/quotas/b06dd8b3e8be4d908be933b4ad45bdba HTTP/1.1" status: 200 len: 375 time: 0.0095830 Jun 16 09:46:34.632864 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-57160060-1411-44cc-aa2f-f217f77bc460 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298514 Jun 16 09:46:34.733928 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-e9267c1c-6376-4ee9-8e51-308edbe88cab service neutron] 10.222.0.47 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941031 Jun 16 09:46:34.852352 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-667e7aaa-9e63-4944-b02b-430b73a7c056 service neutron] 10.222.0.47 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079371 Jun 16 09:46:35.118425 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2ff00a6f-68fb-4bfc-b0f6-7584d2f432dc req-bcc20066-10d2-430b-bdec-13d77cbb8bfb tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 210 time: 0.0362694 Jun 16 09:46:35.149586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-321b9607-56d0-4bb7-b499-d649ad3f085a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:35.286064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04d66-a5e8-4724-a4c1-34977b64d10d req-f1686180-35cd-4f33-836f-d33d925a840b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:35.288203 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eee04d66-a5e8-4724-a4c1-34977b64d10d req-f1686180-35cd-4f33-836f-d33d925a840b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0822837 Jun 16 09:46:35.333748 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eee04d66-a5e8-4724-a4c1-34977b64d10d req-db3646fc-2cb7-4055-a334-5e7674ee27d6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Jun 16 09:46:36.211045 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38116) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:36.285225 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89700c16-de86-43d1-8def-e36eaf10886f req-f81f95c4-3adc-402d-800f-446087cd2e5d tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 210 time: 0.0550504 Jun 16 09:46:36.334590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.442345 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.513571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.525412 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f1a6d1d-2f9d-4742-b353-052816c16f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:36.573234 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2dea6c492124529b4ce4f4a1602e241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610642 Jun 16 09:46:36.575188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290ff94-51c0-49f4-9629-caebb79320ca,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:36.576360 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38126) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:36.584879 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039af32d-39d9-4619-ae94-b7e7f637c4c8 req-0ea87662-19bc-4a5c-a142-a9c3ec430159 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:36.592213 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-039af32d-39d9-4619-ae94-b7e7f637c4c8 req-0ea87662-19bc-4a5c-a142-a9c3ec430159 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.1275048 Jun 16 09:46:36.594882 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:36.633828 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-039af32d-39d9-4619-ae94-b7e7f637c4c8 req-4c075c57-bfea-4dd0-ab78-01a00af74200 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Jun 16 09:46:36.650387 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.675145 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.799155 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.801791 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:36.803065 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f290ff94-51c0-49f4-9629-caebb79320ca HTTP/1.1" status: 204 len: 168 time: 0.2240119 Jun 16 09:46:36.803990 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d88213fa-efd0-432b-a1b1-549df1e579fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:36.823233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290ff94-51c0-49f4-9629-caebb79320ca,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:36.825727 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:36.885508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-fb0d3992-5c38-4eac-821c-54f4a10eb5cc tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:36.887008 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-fb0d3992-5c38-4eac-821c-54f4a10eb5cc tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 946 time: 0.0807176 Jun 16 09:46:36.995145 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Deleting port 3ab0bbca-0851-4075-b1de-d753ecbd396a {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:36.995483 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.089905 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] For port 3ab0bbca-0851-4075-b1de-d753ecbd396a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ab0bbca-0851-4075-b1de-d753ecbd396a,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:37.089905 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.156252 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Calling delete_port for 3ab0bbca-0851-4075-b1de-d753ecbd396a owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:37.454011 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.461193 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9cac1ef0-1fe3-4618-92b8-8cf70412a97f req-f5a5e7ca-22c4-4ca5-a079-7c375f5d0f6f tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 210 time: 0.0410144 Jun 16 09:46:37.462688 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:37.492866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Pushing event deleted for resources: {'Port': ['ID=3ab0bbca-0851-4075-b1de-d753ecbd396a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:37.493967 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['84879985-82aa-4ae5-b81b-a25e341b27aa', '3ab0bbca-0851-4075-b1de-d753ecbd396a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:37.501620 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:37.577184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] No DVR routers for this DVR port 3ab0bbca-0851-4075-b1de-d753ecbd396a on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:37.579935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.582390 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ea1a5f3-60a0-402c-9a21-52252a82558b req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "DELETE /v2.0/ports/3ab0bbca-0851-4075-b1de-d753ecbd396a HTTP/1.1" status: 204 len: 173 time: 0.6883705 Jun 16 09:46:37.592308 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'name': 'network-vif-deleted', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:37.594577 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfb6e3a-183a-46eb-b674-bfbc700b3781" -d '{"events": [{"server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "name": "network-vif-deleted", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:37.616572 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38140) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:37.644053 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.683535 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84001521-8641-4dd2-b8eb-2711d7c08bd2 x-openstack-request-id: req-84001521-8641-4dd2-b8eb-2711d7c08bd2 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:37.683982 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66", "name": "network-vif-deleted", "tag": "3ab0bbca-0851-4075-b1de-d753ecbd396a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:37.684412 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84001521-8641-4dd2-b8eb-2711d7c08bd2 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:37.686249 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66', 'name': 'network-vif-deleted', 'tag': '3ab0bbca-0851-4075-b1de-d753ecbd396a', 'status': 'completed', 'code': 200} Jun 16 09:46:37.708816 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e0f68df4-1a02-4373-af0e-44fe2f200c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.743717 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-bfef3066-c64b-49eb-8c09-0eb6ff65f12e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:37.746319 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-bfef3066-c64b-49eb-8c09-0eb6ff65f12e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "GET /v2.0/networks?id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f HTTP/1.1" status: 200 len: 814 time: 0.2360713 Jun 16 09:46:37.768888 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Request body: {'port': {'device_id': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f', 'admin_state_up': True, 'tenant_id': 'b06dd8b3e8be4d908be933b4ad45bdba'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:37.801287 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.867099 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a7504d4e-86e4-4322-9175-5059a6947467 req-06d7bb11-dec5-4793-ad1d-131cea225893 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8bcb9a7-7b06-45f7-b7d7-65c2a59d7f66 HTTP/1.1" status: 200 len: 210 time: 0.0603957 Jun 16 09:46:37.891191 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:37.894679 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-37788b8b-f466-4ce5-8321-33e1ca68851a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:37.929720 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8a631ba23ec41779cd54d8fbadc2e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113806 Jun 16 09:46:37.930979 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78663f-b1e7-4b36-9f2e-a8cbef85125a,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:37.932729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38144) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:37.934006 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:38.002307 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.017714 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Made reservation on behalf of b06dd8b3e8be4d908be933b4ad45bdba for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:46:38.021313 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.037538 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.056243 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.174260 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Allocated IP 172.20.0.7 (c9a50b1d-29a3-4d6b-9b9a-908a5956c70f/c8b6ea4c-c7d5-4ad3-bc41-0e634711a239/4ebd9ad2-4d77-4f03-9802-8506a9bdb57a) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:46:38.279101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.281814 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.282940 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d78663f-b1e7-4b36-9f2e-a8cbef85125a HTTP/1.1" status: 204 len: 168 time: 0.3482659 Jun 16 09:46:38.286338 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b31f6dbb-c3ce-42b0-8b17-85dbea259dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:38.299350 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78663f-b1e7-4b36-9f2e-a8cbef85125a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:38.303743 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-4490a3ea-bf72-41ba-8915-4b6fffdd6fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:38.342408 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.583789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:38.588863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:38.670348 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:46:38.676686 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:46:38.679223 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Pushing event updated for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:38.681514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:46:38.686705 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:38.966185 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.012899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.013419 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.053754 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fc28c-6c5b-42ef-a180-636034af934b req-191080db-b58e-469d-a956-5eb198755514 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.055299 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-216fc28c-6c5b-42ef-a180-636034af934b req-191080db-b58e-469d-a956-5eb198755514 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 931 time: 0.4549091 Jun 16 09:46:39.103801 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-216fc28c-6c5b-42ef-a180-636034af934b req-6c343d32-bdfd-4ba5-865b-5b0710781fed tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Jun 16 09:46:39.126935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ee50-908b-4fd3-aec9-2a0eab0d1b12 req-bd8375dd-0ec2-4968-ab6c-e4a0e21b5808 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.128452 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bb45ee50-908b-4fd3-aec9-2a0eab0d1b12 req-bd8375dd-0ec2-4968-ab6c-e4a0e21b5808 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1358256 Jun 16 09:46:39.130321 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669462 Jun 16 09:46:39.158073 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Request body: {'port': {'device_id': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:39.212570 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bb45ee50-908b-4fd3-aec9-2a0eab0d1b12 req-5a90b5e1-e87a-4967-84ec-b07b22ed1a6e tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759044 Jun 16 09:46:39.263896 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.581313 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:39.589941 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.603729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Transition to ACTIVE for port object 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:46:39.685483 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.688657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3b710a05-d90f-45f0-bce8-2c6e52e04072 tempest-VolumesActionsTest-239218998 tempest-VolumesActionsTest-239218998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:39.791827 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:39.794899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:39.878398 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Attempting to bind port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:46:39.878731 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Attempting to bind port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:46:39.885454 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Attempting to bind port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:39.887783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:46:39.888098 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Attempting to bind port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a on network c9a50b1d-29a3-4d6b-9b9a-908a5956c70f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:39.895499 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:46:39.895830 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Checking segment: {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:46:39.896206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Bound using segment: {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:46:39.897192 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Bound port: 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a46e992-5df4-436a-b9c9-152c55839b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:46:39.897532 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:39.926462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f01d-60bd-4c5b-b40c-db28a7f0c34c req-42ed1a62-afeb-40d2-89ff-94a74fde384c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:39.927978 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eb04f01d-60bd-4c5b-b40c-db28a7f0c34c req-42ed1a62-afeb-40d2-89ff-94a74fde384c tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1063952 Jun 16 09:46:39.999143 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eb04f01d-60bd-4c5b-b40c-db28a7f0c34c req-8f600894-dbba-4040-8dca-18ac757a1c50 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Jun 16 09:46:40.005908 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:46:40.011801 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:46:40.018583 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 3ab0bbca-0851-4075-b1de-d753ecbd396a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:40.043563 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 3ab0bbca-0851-4075-b1de-d753ecbd396a {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:40.043930 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 3ab0bbca-0851-4075-b1de-d753ecbd396a not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:40.062858 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:40.065808 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-472f6a10-e645-4ef8-9596-dd08d740612e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:40.094770 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.095660 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:40.097070 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] 10.222.0.23 "PUT /v2.0/ports/4ebd9ad2-4d77-4f03-9802-8506a9bdb57a HTTP/1.1" status: 200 len: 1093 time: 0.9450896 Jun 16 09:46:40.099290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:40.102411 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:40.129134 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:40.132810 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:40.144212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685c1def-1ecd-4c7e-9c22-47d324a30ec8 x-openstack-request-id: req-685c1def-1ecd-4c7e-9c22-47d324a30ec8 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:40.144212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:40.144212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-685c1def-1ecd-4c7e-9c22-47d324a30ec8 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:40.144717 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a', 'status': 'completed', 'code': 200} Jun 16 09:46:40.325838 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-f012b70d-f8fa-49bb-bccd-1dd2e0c0dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.327340 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-f012b70d-f8fa-49bb-bccd-1dd2e0c0dee2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 1096 time: 0.1152585 Jun 16 09:46:40.336191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3bbb8-676c-4984-b73a-7c1f932757f0 req-274628ce-c2dd-470f-b51b-b82e7abd1de7 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.337700 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05a3bbb8-676c-4984-b73a-7c1f932757f0 req-274628ce-c2dd-470f-b51b-b82e7abd1de7 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 943 time: 0.1149957 Jun 16 09:46:40.433374 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:40.447300 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-05a3bbb8-676c-4984-b73a-7c1f932757f0 req-1d56b5e0-d893-4191-b154-da653c11fd1e tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022818 Jun 16 09:46:40.486449 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:40.540649 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-12e22741-aaf5-4da9-8080-fc5c0234692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.542966 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-12e22741-aaf5-4da9-8080-fc5c0234692a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1894898 Jun 16 09:46:40.552153 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a836492-9d32-440f-867c-38a183626e6b req-31aaa8db-ada1-449e-9df7-6ad8466528b5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.554202 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8a836492-9d32-440f-867c-38a183626e6b req-31aaa8db-ada1-449e-9df7-6ad8466528b5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1996660 Jun 16 09:46:40.648952 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8a836492-9d32-440f-867c-38a183626e6b req-e1ed27eb-8468-4f8b-940f-564b63a72bb3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863543 Jun 16 09:46:40.672594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-b91017c3-1984-43ab-82fe-327af9b093d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.674045 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f6864ec3-93ad-4207-97bf-8ab3d31ad5bb req-b91017c3-1984-43ab-82fe-327af9b093d5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190093 Jun 16 09:46:40.801555 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-c6b0cea4-539f-4f92-a4fd-de852d80697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.803547 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-c6b0cea4-539f-4f92-a4fd-de852d80697e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 1096 time: 0.0530112 Jun 16 09:46:40.856654 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-d58a8ab7-7294-4471-8c4d-def0dc3fe62a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a HTTP/1.1" status: 200 len: 217 time: 0.0369484 Jun 16 09:46:40.912985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-5d1a467a-5dd0-40e4-88d4-e90388fcc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:40.914588 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-5d1a467a-5dd0-40e4-88d4-e90388fcc2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8b6ea4c-c7d5-4ad3-bc41-0e634711a239 HTTP/1.1" status: 200 len: 854 time: 0.0511844 Jun 16 09:46:40.947654 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-879f7db1-5c02-4f53-b019-f944470b79b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261953 Jun 16 09:46:41.040881 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-eee36d7a-3269-4770-9730-8b340728ea0f service neutron] 10.222.0.23 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Jun 16 09:46:41.174470 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7a0d04d8-8665-41ea-a93d-5944477a7edc req-680c622e-a5cd-4341-9221-794a3c7264f9 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Jun 16 09:46:41.203464 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abef3f-222e-4cf1-a24c-e2fd0ae6911a req-c0ff42c0-852f-480a-b55b-34788171f110 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.204977 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f5abef3f-222e-4cf1-a24c-e2fd0ae6911a req-c0ff42c0-852f-480a-b55b-34788171f110 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0812879 Jun 16 09:46:41.247410 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f5abef3f-222e-4cf1-a24c-e2fd0ae6911a req-e07c887b-7ef5-470c-8f1b-ecc1f01b8096 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Jun 16 09:46:41.644139 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6950a-e93e-4b5f-b6b7-a1a0e09e740c req-67463491-9f28-4948-88f3-50eea58b2115 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.645642 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7eb6950a-e93e-4b5f-b6b7-a1a0e09e740c req-67463491-9f28-4948-88f3-50eea58b2115 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 943 time: 0.0706019 Jun 16 09:46:41.685006 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7eb6950a-e93e-4b5f-b6b7-a1a0e09e740c req-872d4c36-d7b2-49ab-94c4-6f807e9f07fa tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jun 16 09:46:41.800404 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38250) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:41.840322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee4183-15c9-4c23-a01e-aa4e76163432 req-4425611f-20cd-4548-a727-f0e4571005a4 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:41.841764 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e7ee4183-15c9-4c23-a01e-aa4e76163432 req-4425611f-20cd-4548-a727-f0e4571005a4 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0783417 Jun 16 09:46:41.882019 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e7ee4183-15c9-4c23-a01e-aa4e76163432 req-229732ef-d365-4622-b888-cc9433c8da8e tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341403 Jun 16 09:46:41.914799 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.015045 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.079340 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.081930 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b04070c5-031e-4756-bbc2-4a30eb30ad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:42.119944 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d718f144-07bd-4f17-87d0-704d8ab7f28d,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:42.125281 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7b5826042af49daa9286dde4c6517b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239145 Jun 16 09:46:42.126489 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:42.134451 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38258) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:42.185987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.206645 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.399444 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.401968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:42.403092 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d718f144-07bd-4f17-87d0-704d8ab7f28d HTTP/1.1" status: 204 len: 168 time: 0.2675860 Jun 16 09:46:42.404786 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ce241ae7-f99a-4e93-b25a-80beab60013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:42.417073 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d718f144-07bd-4f17-87d0-704d8ab7f28d,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:42.420523 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:42.438881 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d140d5-db98-4d5b-a065-6595a57d6217 req-26e0172f-9b74-499a-86ac-b56e63ada393 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:42.440457 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39d140d5-db98-4d5b-a065-6595a57d6217 req-26e0172f-9b74-499a-86ac-b56e63ada393 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0798712 Jun 16 09:46:42.480626 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39d140d5-db98-4d5b-a065-6595a57d6217 req-0e5070dc-ae8e-4626-a637-9cc3bbc608bf tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Jun 16 09:46:42.873209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c858c-8bd0-42e9-b5db-00e0ca19f44b req-cb21d456-0b67-484e-a02b-f1f3ae7609fd tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:42.874682 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-671c858c-8bd0-42e9-b5db-00e0ca19f44b req-cb21d456-0b67-484e-a02b-f1f3ae7609fd tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 943 time: 0.0676596 Jun 16 09:46:42.915679 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-671c858c-8bd0-42e9-b5db-00e0ca19f44b req-202e9517-28b9-4169-bbaa-d7d91da1c898 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Jun 16 09:46:43.059524 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45ffec-e9e6-4303-8b99-82f996132c9d req-8eb1efe1-f321-47a7-87ea-c4bf5a9835e3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:43.061028 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d45ffec-e9e6-4303-8b99-82f996132c9d req-8eb1efe1-f321-47a7-87ea-c4bf5a9835e3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0645566 Jun 16 09:46:43.098131 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8d45ffec-e9e6-4303-8b99-82f996132c9d req-ae8db308-92af-44c2-8a1c-8fe926f88520 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Jun 16 09:46:43.662877 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb833-75c3-4ca0-ab4c-d5615ddb273c req-62440a6d-2771-47d2-a86b-a60c3691a640 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:43.665638 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-505cb833-75c3-4ca0-ab4c-d5615ddb273c req-62440a6d-2771-47d2-a86b-a60c3691a640 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0683541 Jun 16 09:46:43.705129 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-505cb833-75c3-4ca0-ab4c-d5615ddb273c req-fbafb634-816c-42e9-9084-799e111375ec tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jun 16 09:46:44.055718 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:44.100321 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6084-671b-419b-836e-15eb9d94833c req-fe3c2b17-3c58-4c8b-9cb7-abe2bf164cda tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:44.102182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b7c6084-671b-419b-836e-15eb9d94833c req-fe3c2b17-3c58-4c8b-9cb7-abe2bf164cda tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 943 time: 0.0724084 Jun 16 09:46:44.151312 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4b7c6084-671b-419b-836e-15eb9d94833c req-7370f84f-1b7e-42ca-8425-f0081257d8fe tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Jun 16 09:46:44.191837 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:44.205059 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a', 'network_id': 'c9a50b1d-29a3-4d6b-9b9a-908a5956c70f', 'port_id': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a', 'mac_address': 'fa:16:3e:e6:e8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b6ea4c-c7d5-4ad3-bc41-0e634711a239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:44.249834 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:44.263149 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:44.282486 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:44.296095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c5ca-4788-44af-bcbd-678ae7863663 req-4cded942-8cdd-46a7-83ed-d2f05aa75e77 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:44.297585 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ddc5c5ca-4788-44af-bcbd-678ae7863663 req-4cded942-8cdd-46a7-83ed-d2f05aa75e77 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0641298 Jun 16 09:46:44.336074 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ddc5c5ca-4788-44af-bcbd-678ae7863663 req-1e60602c-faec-45c6-87fe-182ccee6799e tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321805 Jun 16 09:46:44.353980 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:44.356460 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:44.403495 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:44.410880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.411224 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.411559 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.412151 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.412538 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.412868 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.413216 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.413577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.413898 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.414214 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.414530 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.414841 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:46:44.418669 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:44.810402 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4ebd9ad2-4d77-4f03-9802-8506a9bdb57a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:44.892204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc6345-211b-44d9-9227-18b04fd3f4fb req-90b0ac75-5d67-4c1b-a614-8c99424a5ae4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:44.893805 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ccc6345-211b-44d9-9227-18b04fd3f4fb req-90b0ac75-5d67-4c1b-a614-8c99424a5ae4 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0737414 Jun 16 09:46:44.933161 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ccc6345-211b-44d9-9227-18b04fd3f4fb req-b34926cc-d838-4657-8911-cbcb82d9f90a tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Jun 16 09:46:45.342869 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467969-dba4-4b7b-ae04-a7c1bdd8c840 req-d21453f9-77b0-4474-b091-1c18c7155109 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:45.344482 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ff467969-dba4-4b7b-ae04-a7c1bdd8c840 req-d21453f9-77b0-4474-b091-1c18c7155109 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 944 time: 0.0720735 Jun 16 09:46:45.418157 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-540d7a02-d11d-43c0-91c1-3265e04b7201 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437255 Jun 16 09:46:45.447166 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ff467969-dba4-4b7b-ae04-a7c1bdd8c840 req-0c603ea3-d962-4312-9ffa-c18af7ed2fe3 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Jun 16 09:46:45.642211 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-e8319daa-3b28-4316-9d1e-448cee5b36dc tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:45.643714 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-e8319daa-3b28-4316-9d1e-448cee5b36dc tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200055 Jun 16 09:46:45.668882 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-e89ad75c-c441-4618-b4a1-aa0c0327241e tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/quotas/5cfc6a766e1a4045b4ff0520d6b5a158 HTTP/1.1" status: 200 len: 375 time: 0.0180399 Jun 16 09:46:45.683192 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f33603-3472-466e-9847-6d3e5c72e4e9 req-406b1190-2653-4227-adf6-cb1a3e9fe92d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:45.684800 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86f33603-3472-466e-9847-6d3e5c72e4e9 req-406b1190-2653-4227-adf6-cb1a3e9fe92d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1246581 Jun 16 09:46:45.724316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-82306671-2672-426f-b4e1-d517f657bb42 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492921 Jun 16 09:46:45.744367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86f33603-3472-466e-9847-6d3e5c72e4e9 req-a8c1c4c7-6dac-4396-a6db-dcd19eb0966b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500557 Jun 16 09:46:45.968790 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-062ee53f-0a50-4cfd-b2b3-883bb401042f req-f5d9b61f-35ae-43fb-8bf2-c7f84ded25d1 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0309994 Jun 16 09:46:46.050365 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:46.137958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eec53-4b9e-4710-8f19-be094abc9b62 req-5d2155be-d69b-4642-b75d-4e37719d7eb6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.139446 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e4eec53-4b9e-4710-8f19-be094abc9b62 req-5d2155be-d69b-4642-b75d-4e37719d7eb6 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.0917037 Jun 16 09:46:46.165336 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:46:46.169706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:46.170349 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.206085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-c3360226-f8d7-49ea-9305-b732d6c02756 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.206085 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-c3360226-f8d7-49ea-9305-b732d6c02756 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 945 time: 0.1109862 Jun 16 09:46:46.206085 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8e4eec53-4b9e-4710-8f19-be094abc9b62 req-0717fff2-698c-44eb-9c9c-0fdfde941cb8 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b11f0b2-a2c7-4770-8795-4dd5dc189162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576522 Jun 16 09:46:46.256741 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.287843 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:46.290314 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08635db1-4caf-456e-960b-10b8fda590de" -d '{"events": [{"server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:46.317940 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:46.318111 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Deleting port 84879985-82aa-4ae5-b81b-a25e341b27aa {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:46.318111 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.333387 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701846d8-769a-4745-88a8-725dc98eab40 x-openstack-request-id: req-701846d8-769a-4745-88a8-725dc98eab40 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:46.334626 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:46.334901 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-701846d8-769a-4745-88a8-725dc98eab40 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:46.335374 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a', 'code': 200} Jun 16 09:46:46.411174 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] For port 84879985-82aa-4ae5-b81b-a25e341b27aa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84879985-82aa-4ae5-b81b-a25e341b27aa,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:46.412325 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.429002 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.430964 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:46.473263 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Calling delete_port for 84879985-82aa-4ae5-b81b-a25e341b27aa owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:46.479785 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:46.483329 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:46.663338 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea090-a054-4417-a2dc-99ed7362a06f req-aba0ac5a-9f49-40ec-97d2-8354cf1b1f10 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.664897 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-53fea090-a054-4417-a2dc-99ed7362a06f req-aba0ac5a-9f49-40ec-97d2-8354cf1b1f10 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0801840 Jun 16 09:46:46.710714 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-53fea090-a054-4417-a2dc-99ed7362a06f req-ddac9b9a-d4f1-4372-a870-d07ea1ec20f5 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jun 16 09:46:46.782087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.787598 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:46.829337 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['84879985-82aa-4ae5-b81b-a25e341b27aa'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:46.840445 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Pushing event deleted for resources: {'Port': ['ID=84879985-82aa-4ae5-b81b-a25e341b27aa,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:46.848885 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:46.922480 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] No DVR routers for this DVR port 84879985-82aa-4ae5-b81b-a25e341b27aa on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:46:46.943585 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:46.945550 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5676615-b5f0-4240-9f6c-f6d70c6981ce req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.23 "DELETE /v2.0/ports/84879985-82aa-4ae5-b81b-a25e341b27aa HTTP/1.1" status: 204 len: 173 time: 0.7396317 Jun 16 09:46:46.946854 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'name': 'network-vif-deleted', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:46.949216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa7682-8b1e-4fde-80d3-091120049dba" -d '{"events": [{"server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "name": "network-vif-deleted", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:46.973843 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880bb53-c9b1-485a-82f1-21ff43f04dc4 req-a4d72f69-f492-4ff8-a0c1-a275ee025fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:46.975656 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5880bb53-c9b1-485a-82f1-21ff43f04dc4 req-a4d72f69-f492-4ff8-a0c1-a275ee025fe8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 1098 time: 0.1840107 Jun 16 09:46:46.997052 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f454e1-070b-4fa5-b2cb-6f064716827e x-openstack-request-id: req-82f454e1-070b-4fa5-b2cb-6f064716827e {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:46.997350 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2191c00-e814-4841-a354-c0febb6aae72", "name": "network-vif-deleted", "tag": "84879985-82aa-4ae5-b81b-a25e341b27aa", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:46.997626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82f454e1-070b-4fa5-b2cb-6f064716827e {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:46.998244 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2191c00-e814-4841-a354-c0febb6aae72', 'name': 'network-vif-deleted', 'tag': '84879985-82aa-4ae5-b81b-a25e341b27aa', 'status': 'completed', 'code': 200} Jun 16 09:46:47.006346 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b679ff2-8aab-4dcb-a86e-85117503ea4b req-e494a59a-1b22-4555-90d1-4d0cf1c7276c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:47.007870 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b679ff2-8aab-4dcb-a86e-85117503ea4b req-e494a59a-1b22-4555-90d1-4d0cf1c7276c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1169717 Jun 16 09:46:47.080412 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0bd90e6d-c97f-4644-aa5b-52867bf95fc3 req-04e450f8-7a8a-450c-9536-1435cc36a244 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0425408 Jun 16 09:46:47.082187 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5880bb53-c9b1-485a-82f1-21ff43f04dc4 req-4ca4c095-071e-43ea-8a41-3b9df782bae6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924811 Jun 16 09:46:47.097583 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1b679ff2-8aab-4dcb-a86e-85117503ea4b req-0951eb3d-bc71-4029-988b-e499fafcbdea tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817044 Jun 16 09:46:47.358943 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-011292f0-9f7b-46fb-8087-13a1a168017d req-541e23b3-a65b-4fbf-bc44-cb39fe25b35b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jun 16 09:46:47.887159 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea1e7-cf72-49da-afe4-4ace795b34ce req-ea5148c4-6883-4335-9173-475683e2a655 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:47.888655 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-413ea1e7-cf72-49da-afe4-4ace795b34ce req-ea5148c4-6883-4335-9173-475683e2a655 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0667810 Jun 16 09:46:47.926284 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-413ea1e7-cf72-49da-afe4-4ace795b34ce req-fd5eefa0-d9cd-434e-ba93-fbeaf46132f3 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Jun 16 09:46:48.234908 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-038104e0-a1db-42df-a4fc-76d97384c63f req-e2690441-48f4-41f3-a684-c4e2a523b9aa tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0298607 Jun 16 09:46:48.300376 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c96fb-bbfc-483e-8191-ab67c89b33dd req-a324cf7d-e796-4c88-b12e-ccb20d197543 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:48.301862 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-776c96fb-bbfc-483e-8191-ab67c89b33dd req-a324cf7d-e796-4c88-b12e-ccb20d197543 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0721207 Jun 16 09:46:48.360931 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-776c96fb-bbfc-483e-8191-ab67c89b33dd req-a8c3f1a3-644d-4f9b-b90b-39f44fe29b9a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515268 Jun 16 09:46:48.528070 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d28f4d48-c338-4da6-9446-3ab73d56d1cc req-84276be9-2473-492e-83a0-3d809aec088b tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2191c00-e814-4841-a354-c0febb6aae72 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Jun 16 09:46:49.116903 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa50d8-7276-4f16-bc09-9bb47ab9a3a9 req-fb57ef78-8130-4fc1-a3a7-81b7e796d1b2 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:49.118394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcfa50d8-7276-4f16-bc09-9bb47ab9a3a9 req-fb57ef78-8130-4fc1-a3a7-81b7e796d1b2 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0778797 Jun 16 09:46:49.157551 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcfa50d8-7276-4f16-bc09-9bb47ab9a3a9 req-544d4c2f-5393-4586-92bd-327d0d9d3136 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Jun 16 09:46:49.397881 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8a85385c-c5e0-467e-b98b-7fc3471bb3f4 req-e0f8d112-fc44-4f21-b086-ad84ceb5901f tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0288887 Jun 16 09:46:49.501490 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-160fcb45-f4f0-4d0b-883a-24fd947a1a8d tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214415 Jun 16 09:46:49.650372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd27113-2fbf-4246-8d84-e39460d0d8c6 req-d0f562ef-08fd-43a5-a240-0d0b89fab6dd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:49.651856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5bd27113-2fbf-4246-8d84-e39460d0d8c6 req-d0f562ef-08fd-43a5-a240-0d0b89fab6dd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1496046 Jun 16 09:46:49.660784 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-eaf3f8e8-a5fc-445b-a954-3a5afff3595a tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:49.662225 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-eaf3f8e8-a5fc-445b-a954-3a5afff3595a tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325819 Jun 16 09:46:49.681959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Request body: {'port': {'device_id': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3', 'admin_state_up': True, 'tenant_id': '5cfc6a766e1a4045b4ff0520d6b5a158'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:49.729255 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5bd27113-2fbf-4246-8d84-e39460d0d8c6 req-98f97c89-42eb-4f10-9f86-b406e468705b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660496 Jun 16 09:46:49.822685 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38424) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:50.093094 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 84879985-82aa-4ae5-b81b-a25e341b27aa no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:50.113952 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 84879985-82aa-4ae5-b81b-a25e341b27aa {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:50.114299 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 84879985-82aa-4ae5-b81b-a25e341b27aa not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:50.177047 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Made reservation on behalf of 5cfc6a766e1a4045b4ff0520d6b5a158 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:46:50.181808 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.192044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.302084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.382055 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.397332 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-ca73ae9e-7ec8-4ffb-ac4e-7dcd095e8e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:50.481269 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.489504 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:50.510740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:50.578018 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Allocated IP 192.168.233.127 (fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3/05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca/6658cb64-4430-4e10-82a6-4cf64e66cfc9) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:46:50.654980 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3f9f196c-3a48-402b-b311-d1aef0a28048 req-a6765dc1-c14a-4dc6-94c9-0654ac1dc5bf tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0436018 Jun 16 09:46:50.772890 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.788308 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Transition to ACTIVE for port object 6658cb64-4430-4e10-82a6-4cf64e66cfc9 will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:46:50.837226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Deleting port c5f103ba-05cc-4c8c-b557-b39fb7228dc1 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:50.837819 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.913069 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a17e4-05f4-47a3-bf23-1f75f5c4ceb8 req-79d5f12f-7804-48b2-9c70-0282d5a270a5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:50.915156 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-403a17e4-05f4-47a3-bf23-1f75f5c4ceb8 req-79d5f12f-7804-48b2-9c70-0282d5a270a5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0671215 Jun 16 09:46:50.920005 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38446) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:50.930568 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.937174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] For port c5f103ba-05cc-4c8c-b557-b39fb7228dc1, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,segment=NetworkSegment(16dd0cef-003b-4e1a-8651-62d67236de3b),segment_id=16dd0cef-003b-4e1a-8651-62d67236de3b)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:50.937564 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:50.939023 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:51.007445 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:46:51.008902 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-403a17e4-05f4-47a3-bf23-1f75f5c4ceb8 req-273945ad-0ba5-4548-bfbd-948c3b157747 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875931 Jun 16 09:46:51.009755 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Calling delete_port for c5f103ba-05cc-4c8c-b557-b39fb7228dc1 owned by network:router_interface {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:51.012428 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:46:51.014876 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Pushing event updated for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:51.017252 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:46:51.020087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:51.091506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.092735 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.121990 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.178740 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5010571 Jun 16 09:46:51.204576 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Request body: {'port': {'device_id': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:46:51.282945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.355827 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-f182d173-f990-4726-a9fa-a4b07256a6d9 None None] Provisioning for port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:46:51.356312 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.356413 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-f182d173-f990-4726-a9fa-a4b07256a6d9 None None] Provisioning complete for port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:51.356413 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f182d173-f990-4726-a9fa-a4b07256a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.390952 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-f182d173-f990-4726-a9fa-a4b07256a6d9 None None] Port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:46:51.426957 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.429878 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-62a45102-60d8-4511-8761-aae6b8eeec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:51.431745 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.471221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f103ba-05cc-4c8c-b557-b39fb7228dc1,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:51.478868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:51.482490 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-35f68458-1658-48f6-b0a4-ddb6b0893c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:51.526714 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b108deb0e574f3b9af1b25d521f53a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055181 Jun 16 09:46:51.532982 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38456) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:51.564229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76416f01-3a94-4c78-bfe2-d8be68fe0c7b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:51.568540 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:51.694733 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.701729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.755515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d646c-d50e-4bc8-906d-4389181ff7c5 req-f8cc95f6-320b-48a1-8c92-ca914c7b096d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.757045 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-618d646c-d50e-4bc8-906d-4389181ff7c5 req-f8cc95f6-320b-48a1-8c92-ca914c7b096d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.2452435 Jun 16 09:46:51.783688 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.806998 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6658cb64-4430-4e10-82a6-4cf64e66cfc9 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:51.820390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.845790 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319955b-f9f5-48de-b21d-4bdff124586d req-92c29522-e8c7-4648-8c38-f3529e1358b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:51.852367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-92c29522-e8c7-4648-8c38-f3529e1358b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 1099 time: 0.2248635 Jun 16 09:46:51.907081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Transition to ACTIVE for port object 6658cb64-4430-4e10-82a6-4cf64e66cfc9 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:46:51.919324 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Router 5c6b161e-434d-4933-9c7a-e4369320f28d has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:46:51.933711 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-618d646c-d50e-4bc8-906d-4389181ff7c5 req-ff4d9fe7-a8b5-47a5-9710-91b03a732bc8 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662173 Jun 16 09:46:51.983157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:51.991769 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f3054b63-e376-49c6-9326-71ddad93c4ae tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:52.032542 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:46:52.039773 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f2cf78b6-dca2-4aef-a5bd-f7bbd3214df0 admin admin] 10.222.0.47 "PUT /v2.0/routers/5c6b161e-434d-4933-9c7a-e4369320f28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2157722 Jun 16 09:46:52.042422 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38460) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:52.045716 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Sync routers for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:46:52.063178 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:46:52.063811 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:46:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:52.086903 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.089475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.093178 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76416f01-3a94-4c78-bfe2-d8be68fe0c7b HTTP/1.1" status: 204 len: 168 time: 0.5564992 Jun 16 09:46:52.108138 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319955b-f9f5-48de-b21d-4bdff124586d req-5d30a6f9-5b60-4964-b003-041bab751c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.109744 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-5d30a6f9-5b60-4964-b003-041bab751c7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 912 time: 0.2333817 Jun 16 09:46:52.119156 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53140e-efc5-4c9b-aa8d-e5fc936f054f req-b5a940cf-abc7-4279-9499-1514b4af9b4d tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.120493 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de53140e-efc5-4c9b-aa8d-e5fc936f054f req-b5a940cf-abc7-4279-9499-1514b4af9b4d tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 936 time: 0.3096216 Jun 16 09:46:52.123197 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:52.128125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:52.141590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:52.187454 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.242700 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:46:52.245785 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76416f01-3a94-4c78-bfe2-d8be68fe0c7b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:52.258932 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:52.298404 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.347331 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-e4a37726-924f-4eeb-878e-d53c3a1b7751 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 200 len: 1001 time: 0.2203155 Jun 16 09:46:52.351823 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de53140e-efc5-4c9b-aa8d-e5fc936f054f req-8872aec2-96d7-4769-890a-812bfb13b00a tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171345 Jun 16 09:46:52.396846 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Attempting to bind port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:46:52.399275 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Attempting to bind port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:46:52.399275 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Attempting to bind port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 on network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:52.406306 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 on network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:46:52.406625 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Attempting to bind port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 on network fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:46:52.417928 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:46:52.418164 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Checking segment: {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:46:52.418553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Bound using segment: {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:46:52.419008 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Bound port: 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8289ce-2b51-4fc6-b7ad-640cb4517002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:46:52.419362 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.433562 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319955b-f9f5-48de-b21d-4bdff124586d req-abdd1de5-f6bf-47c5-b68b-bd20a1d908ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.434243 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-abdd1de5-f6bf-47c5-b68b-bd20a1d908ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.0768814 Jun 16 09:46:52.487656 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:46:51Z', 'revision_number': 5, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port': {'id': '16e8ab0f-ea65-42d0-a9a8-4f427005ebb2', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:52.492289 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Checking router: 5c6b161e-434d-4933-9c7a-e4369320f28d for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:46:52.503174 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Routers {'5c6b161e-434d-4933-9c7a-e4369320f28d'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:46:52.504232 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:46:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5c6b161e-434d-4933-9c7a-e4369320f28d'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:52.529079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Deleting port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:46:52.530595 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.534433 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:46:52.538319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:46:52.561202 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319955b-f9f5-48de-b21d-4bdff124586d req-84000b99-255d-4c7e-9769-fd7be2729afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.562926 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-84000b99-255d-4c7e-9769-fd7be2729afd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008210 Jun 16 09:46:52.595831 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] Set router 5c6b161e-434d-4933-9c7a-e4369320f28d gateway port host: None {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:46:52.610853 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.616999 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-14b626a1-37fc-491d-9735-1c1de8a74de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:52.651780 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] For port 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:52.652379 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.655889 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.656707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.658135 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] 10.222.0.23 "PUT /v2.0/ports/6658cb64-4430-4e10-82a6-4cf64e66cfc9 HTTP/1.1" status: 200 len: 1098 time: 1.4602854 Jun 16 09:46:52.662281 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:52.664917 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:52.688294 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:46:52Z', 'revision_number': 6, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port_host': None}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:52.695946 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b94c-b9ad-4ab3-b007-09bf24adcf58 None None] The sync data for ids ['5c6b161e-434d-4933-9c7a-e4369320f28d'] in dv-cinder-796286-4-smb is: [{'id': '5c6b161e-434d-4933-9c7a-e4369320f28d', 'name': 'tempest-ServerRescueNegativeTestJSON-113783522-router', 'tenant_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:09Z', 'updated_at': '2021-06-16T09:46:52Z', 'revision_number': 6, 'project_id': 'e8b1132bc627463095c0e2d8bb0cb607', 'gw_port_host': None}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:46:52.733362 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Calling delete_port for 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:46:52.744845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449f0c9-0c26-444a-a1c6-cbc275f3a084 x-openstack-request-id: req-b449f0c9-0c26-444a-a1c6-cbc275f3a084 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:52.745193 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:52.745438 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b449f0c9-0c26-444a-a1c6-cbc275f3a084 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:52.745853 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9', 'status': 'completed', 'code': 200} Jun 16 09:46:52.771424 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-f0a94550-5594-423c-b552-949ca5a531d5 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941957 Jun 16 09:46:52.776497 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:52.780686 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:52.916862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8 req-616cbfc0-edcb-493c-8263-4cef13235b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:52.918385 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8 req-616cbfc0-edcb-493c-8263-4cef13235b32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 1101 time: 0.1196558 Jun 16 09:46:52.922057 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e319955b-f9f5-48de-b21d-4bdff124586d req-a63d3faa-96b0-4acc-a93a-c885d88e7b3f service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426578 Jun 16 09:46:52.952854 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38470) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:52.969046 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:52.969250 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8 req-b363c99e-a2ba-4c50-ae6e-ea655c3c480c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215502 Jun 16 09:46:53.013154 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.017272 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7d5a42f2-d10a-4360-a700-6172752e083b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:53.050866 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e8ab0f-ea65-42d0-a9a8-4f427005ebb2,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:53.055215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:53.099671 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8 req-5f799b4e-b1ae-4612-bbdf-b0d273dc8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.101679 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1bea5ec-8870-4e3b-b690-f1d22252c5e8 req-5f799b4e-b1ae-4612-bbdf-b0d273dc8468 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241441 Jun 16 09:46:53.168094 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792962-2cfe-4659-838b-14068b701292 req-fe8788bc-5f22-4222-8f89-221670e30f19 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.169698 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e792962-2cfe-4659-838b-14068b701292 req-fe8788bc-5f22-4222-8f89-221670e30f19 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0865526 Jun 16 09:46:53.241558 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e792962-2cfe-4659-838b-14068b701292 req-7c006035-671a-4e51-b886-ab642e9ca785 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657036 Jun 16 09:46:53.267247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-355c9b82-5e6c-4d71-ba4d-2996c3cde042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.268781 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-355c9b82-5e6c-4d71-ba4d-2996c3cde042 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 1101 time: 0.0757220 Jun 16 09:46:53.322306 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-f64e67da-13ab-40db-9c88-71f32a373691 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9 HTTP/1.1" status: 200 len: 217 time: 0.0339622 Jun 16 09:46:53.375968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-1d18f564-e5f2-44d3-b9fa-0f4002b1657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.377508 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-1d18f564-e5f2-44d3-b9fa-0f4002b1657e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca HTTP/1.1" status: 200 len: 843 time: 0.0477538 Jun 16 09:46:53.378850 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.383553 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.479719 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.484093 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cec7fc6c-10ef-493b-a4f1-2694ed806ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:53.500878 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.512430 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.518011 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-873f037d-d172-46cd-95fa-990f2f0197ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.518011 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-873f037d-d172-46cd-95fa-990f2f0197ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0951395 Jun 16 09:46:53.596322 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2654afd1a494474a7a8b772fc9b9082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375265 Jun 16 09:46:53.596322 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a532a-c2ea-4abc-9130-f941d43b3367,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:53.598750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38480) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:53.602729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:53.603180 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43e29-5883-478a-8b1d-bae5772612ec req-5a61609c-7ef4-4250-845f-ea363d2cbb93 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:53.604785 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89d43e29-5883-478a-8b1d-bae5772612ec req-5a61609c-7ef4-4250-845f-ea363d2cbb93 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 948 time: 0.1293416 Jun 16 09:46:53.655079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.678532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.686962 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89d43e29-5883-478a-8b1d-bae5772612ec req-3c9e798c-4b5b-4498-9589-2570d736c629 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Jun 16 09:46:53.690903 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-8f3571dc-863f-4f03-9cc3-8e36613e0f09 service neutron] 10.222.0.23 "GET /v2.0/networks/fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402655 Jun 16 09:46:53.750274 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.750862 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6b161e-434d-4933-9c7a-e4369320f28d {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:46:53.760152 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.760152 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5c6b161e-434d-4933-9c7a-e4369320f28d HTTP/1.1" status: 204 len: 168 time: 1.7105851 Jun 16 09:46:53.760483 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38482) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:53.795701 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device c5f103ba-05cc-4c8c-b557-b39fb7228dc1 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:53.817167 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: c5f103ba-05cc-4c8c-b557-b39fb7228dc1 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:53.817517 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device c5f103ba-05cc-4c8c-b557-b39fb7228dc1 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:53.818636 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:46:53.841122 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Deleting subnet 9b43a4fd-9747-48a9-9a7b-6426308105ab {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:46:53.844917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:46:53.845272 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 16e8ab0f-ea65-42d0-a9a8-4f427005ebb2 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:46:53.849784 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.849784 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.851230 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/891a532a-c2ea-4abc-9130-f941d43b3367 HTTP/1.1" status: 204 len: 168 time: 0.2496762 Jun 16 09:46:53.852087 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.854354 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c7358985-6ef6-4641-9aab-a7c3bafe814b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:53.854555 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e59dea6f-0638-4fa8-868b-3be2a4775684 req-3ec472eb-d030-405e-b91a-18a19b745753 service neutron] 10.222.0.23 "GET /v2.0/networks/fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478364 Jun 16 09:46:53.898438 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a532a-c2ea-4abc-9130-f941d43b3367,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:53.913598 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:53.929491 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065082563'] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:53.997732 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.131855 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12858342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065052499'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.134339 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8773d8d8-231f-4024-a54e-0730ded6d1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:54.157094 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b43a4fd-9747-48a9-9a7b-6426308105ab,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:54.160089 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:54.161226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.163884 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-bfd5eba0-e178-4e99-ae9d-edaf26c6bb3c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b43a4fd-9747-48a9-9a7b-6426308105ab HTTP/1.1" status: 204 len: 168 time: 0.4016619 Jun 16 09:46:54.165494 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38492) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:54.238910 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.320594 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.331564 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7356c946-3dbd-4895-896e-3bf66ce328b1']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:54.346733 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dd0cef-003b-4e1a-8651-62d67236de3b') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:54.350808 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dd0cef-003b-4e1a-8651-62d67236de3b') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:46:54.356580 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.371267 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.377171 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:46:54.377554 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:46:54.379213 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:46:54.419873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0d6ef-d51d-4efe-bbde-1eb479af2dc4 req-9472e3d8-97b3-4595-a850-f214b6dadbc4 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:54.421477 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e3e0d6ef-d51d-4efe-bbde-1eb479af2dc4 req-9472e3d8-97b3-4595-a850-f214b6dadbc4 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0663176 Jun 16 09:46:54.464077 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e3e0d6ef-d51d-4efe-bbde-1eb479af2dc4 req-27acdeb8-9826-45d0-9a7a-62ddfcab4b49 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365028 Jun 16 09:46:54.570823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.575518 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:54.579628 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.584909 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7356c946-3dbd-4895-896e-3bf66ce328b1 HTTP/1.1" status: 204 len: 168 time: 0.4153585 Jun 16 09:46:54.592978 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Pushing event deleted for resources: {'Network': ['ID=7356c946-3dbd-4895-896e-3bf66ce328b1,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:54.597935 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:54.768214 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38508) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:54.782711 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.878283 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909524-de58-442e-ada8-a34d228cf1f5 req-50f2eb26-1140-4a53-a448-4e1fb3dc8da4 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:54.878679 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.880321 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-db909524-de58-442e-ada8-a34d228cf1f5 req-50f2eb26-1140-4a53-a448-4e1fb3dc8da4 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 948 time: 0.0648682 Jun 16 09:46:54.918644 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-db909524-de58-442e-ada8-a34d228cf1f5 req-13271763-51d2-467b-aaa0-b6dc405763bd tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Jun 16 09:46:54.988041 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:54.991494 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c69d7b19-3bc8-4043-b3ed-7347e0af464b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:55.025232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38512) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:55.031872 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf14e2-acbe-4aac-bafc-6260fd7e41fe,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:55.036225 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d08291b81c74a7eadda67747345754e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716515 Jun 16 09:46:55.037040 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:55.038852 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38514) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:55.071487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6934cb66-9965-47ae-aef1-5932ca689170 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8b1132bc627463095c0e2d8bb0cb607&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427761 Jun 16 09:46:55.071718 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38516) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:55.090537 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.115292 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.127568 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.148961 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.233737 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.236357 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.237518 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ebf14e2-acbe-4aac-bafc-6260fd7e41fe HTTP/1.1" status: 204 len: 168 time: 0.1978207 Jun 16 09:46:55.238381 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fc8e48b2-dce8-4964-bebe-63e17d95bf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:55.246672 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf14e2-acbe-4aac-bafc-6260fd7e41fe,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:55.248911 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:55.271253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.274013 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:55.278684 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b11f0b2-a2c7-4770-8795-4dd5dc189162 HTTP/1.1" status: 204 len: 168 time: 0.2024977 Jun 16 09:46:55.278684 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-422972ef-482f-442c-b157-e07f41e8d96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:55.284578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b11f0b2-a2c7-4770-8795-4dd5dc189162,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:55.292440 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:56.115396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0863645-0fff-4f1d-960e-f10ee18ffa4e req-cf099cd6-bdf2-435e-b445-4a3029bbbc31 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:56.116879 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a0863645-0fff-4f1d-960e-f10ee18ffa4e req-cf099cd6-bdf2-435e-b445-4a3029bbbc31 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 948 time: 0.0827732 Jun 16 09:46:56.128299 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 6658cb64-4430-4e10-82a6-4cf64e66cfc9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:46:56.159491 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a0863645-0fff-4f1d-960e-f10ee18ffa4e req-d26f696c-175b-4b7a-870b-ca11ed13341e tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Jun 16 09:46:56.237008 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:56.248060 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '6658cb64-4430-4e10-82a6-4cf64e66cfc9', 'network_id': 'fc5d3f39-f9e5-4fa3-ab01-406bfa3aa7c3', 'port_id': '6658cb64-4430-4e10-82a6-4cf64e66cfc9', 'mac_address': 'fa:16:3e:22:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05276e6c-fabe-4373-8e9f-4c2fe6b6a9ca', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:46:56.286043 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:56.299543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6658cb64-4430-4e10-82a6-4cf64e66cfc9 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:46:56.320804 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:56.399756 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:56.402520 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3eb96eb3-888f-410b-bb89-f246ffcbb973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:56.449720 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:56.453421 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:56.747961 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['6658cb64-4430-4e10-82a6-4cf64e66cfc9'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:46:57.351343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591715d-0200-415f-8342-52e16f708b4a req-e525f53d-ab46-41bf-8141-d7449e7f6e10 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:57.352935 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5591715d-0200-415f-8342-52e16f708b4a req-e525f53d-ab46-41bf-8141-d7449e7f6e10 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 949 time: 0.0710416 Jun 16 09:46:57.391594 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5591715d-0200-415f-8342-52e16f708b4a req-e31bba3d-3724-412a-a602-15333eaa9419 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Jun 16 09:46:57.907803 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38580) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:58.012160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.102824 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.128973 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 6658cb64-4430-4e10-82a6-4cf64e66cfc9 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:46:58.159285 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.163786 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a4fd55d4-15d3-4781-aa06-11e9aa2522ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:58.198087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd75e5-57ab-49e3-93c1-c6611fd32807,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:58.201125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:58.206319 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef555934bc98492cb373b1c800bee4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947373 Jun 16 09:46:58.206688 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38586) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:58.249676 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:46:58.253590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:46:58.254056 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.255985 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.278309 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.347495 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.370039 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:46:58.372403 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f77ac1-2313-48ad-807f-17410883a59f" -d '{"events": [{"server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "name": "network-vif-plugged", "status": "completed", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:46:58.385913 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:46:58.398302 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.400933 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.402191 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ecd75e5-57ab-49e3-93c1-c6611fd32807 HTTP/1.1" status: 204 len: 168 time: 0.1947029 Jun 16 09:46:58.403204 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c28ce040-9025-4c6f-b7e4-7e3452e79303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:58.414635 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab08064-b31a-4b19-ad4a-1b0aa6fde4fd x-openstack-request-id: req-2ab08064-b31a-4b19-ad4a-1b0aa6fde4fd {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:46:58.415070 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "name": "network-vif-plugged", "status": "completed", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:46:58.415408 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd75e5-57ab-49e3-93c1-c6611fd32807,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:58.415614 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ab08064-b31a-4b19-ad4a-1b0aa6fde4fd {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:46:58.416086 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9', 'code': 200} Jun 16 09:46:58.418224 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:58.451328 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:58.453455 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:58.512876 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:58.516344 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:58.600536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f13732-b4c8-4cb3-8683-5680b4f415a4 req-72441b61-e436-4e61-b4e7-0cafa3c022f3 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:58.602538 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-46f13732-b4c8-4cb3-8683-5680b4f415a4 req-72441b61-e436-4e61-b4e7-0cafa3c022f3 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0672622 Jun 16 09:46:58.644736 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-46f13732-b4c8-4cb3-8683-5680b4f415a4 req-eb0a0eb7-6ed3-4919-a5cb-715633f52a43 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363121 Jun 16 09:46:58.830953 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33fc41-3a87-4771-934d-8654817d28f7 req-84f22331-88b4-4fd0-be06-bdba7a6f559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:58.832450 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d33fc41-3a87-4771-934d-8654817d28f7 req-84f22331-88b4-4fd0-be06-bdba7a6f559f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 1103 time: 0.0546310 Jun 16 09:46:58.868768 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d33fc41-3a87-4771-934d-8654817d28f7 req-89110d0e-8560-427a-9d83-1f89c13fe97f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281193 Jun 16 09:46:58.998037 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 38598) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:59.011258 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.096925 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.159441 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.162698 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1c63a3c9-4962-4bab-9f39-f47c6c04b4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:59.200211 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=432085885ce141cc8e89b8c13439a383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009714 Jun 16 09:46:59.200996 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210516e6-576b-43f8-bf2f-be73d467211b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:59.203056 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 38600) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:46:59.204186 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:59.255881 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.276414 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.434014 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.436546 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:46:59.440003 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/210516e6-576b-43f8-bf2f-be73d467211b HTTP/1.1" status: 204 len: 168 time: 0.2335880 Jun 16 09:46:59.440003 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-6847c17b-5c6d-49cc-b967-afd2dc13dd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:46:59.446662 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210516e6-576b-43f8-bf2f-be73d467211b,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:46:59.448897 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:46:59.833438 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f97b5c-7e2c-4f24-8a53-04d829c8518c req-0e037f98-68be-404f-a394-9ccaefa6bb82 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:46:59.835000 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-72f97b5c-7e2c-4f24-8a53-04d829c8518c req-0e037f98-68be-404f-a394-9ccaefa6bb82 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0763247 Jun 16 09:46:59.881244 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-72f97b5c-7e2c-4f24-8a53-04d829c8518c req-cdd9a436-6f66-451c-8b73-36e28f90b378 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Jun 16 09:47:01.068998 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33fb1b-96ca-44eb-bf56-35ccec7d7c5f req-ee644697-ed97-4116-922f-3b2c0bc91826 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:01.079921 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc33fb1b-96ca-44eb-bf56-35ccec7d7c5f req-ee644697-ed97-4116-922f-3b2c0bc91826 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0690486 Jun 16 09:47:01.112859 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bc33fb1b-96ca-44eb-bf56-35ccec7d7c5f req-c07c85a8-f972-48b1-9bb0-6de02a1d66cc tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Jun 16 09:47:01.795566 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826d2aa-0109-4007-908c-ac55eed89f4f req-505e4e5c-09d4-4a35-8580-079265a4dc96 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:01.797070 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e826d2aa-0109-4007-908c-ac55eed89f4f req-505e4e5c-09d4-4a35-8580-079265a4dc96 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0636449 Jun 16 09:47:01.835044 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e826d2aa-0109-4007-908c-ac55eed89f4f req-03874be2-be7e-4cef-8b19-cf6d643fad11 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jun 16 09:47:03.010070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8234b-ea08-4bd4-af53-dbf0b596b486 req-733bda4b-7f6f-4a9e-9e2e-b49404bd44e1 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:03.011541 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbd8234b-ea08-4bd4-af53-dbf0b596b486 req-733bda4b-7f6f-4a9e-9e2e-b49404bd44e1 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0663924 Jun 16 09:47:03.048611 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbd8234b-ea08-4bd4-af53-dbf0b596b486 req-ec5eb662-7099-4720-b7f8-6b0cffaffe17 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Jun 16 09:47:03.611374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-c35b96f7-9741-4b83-ab53-d39a3d51ad10 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:03.612944 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-c35b96f7-9741-4b83-ab53-d39a3d51ad10 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.23 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0663550 Jun 16 09:47:03.982443 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Deleting port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:03.982800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:04.076058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] For port 6658cb64-4430-4e10-82a6-4cf64e66cfc9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6658cb64-4430-4e10-82a6-4cf64e66cfc9,segment=NetworkSegment(1c8289ce-2b51-4fc6-b7ad-640cb4517002),segment_id=1c8289ce-2b51-4fc6-b7ad-640cb4517002)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:04.076697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:04.142985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Calling delete_port for 6658cb64-4430-4e10-82a6-4cf64e66cfc9 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:04.294738 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18698-059f-4327-9cfd-e19d89cf91b7 req-c78bab12-b23d-46f3-926f-16b16acc0c48 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:04.294738 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aeb18698-059f-4327-9cfd-e19d89cf91b7 req-c78bab12-b23d-46f3-926f-16b16acc0c48 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 950 time: 0.0961540 Jun 16 09:47:04.362612 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aeb18698-059f-4327-9cfd-e19d89cf91b7 req-5d4defea-71ca-4966-8d06-cb52628a9f88 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/security-groups?id=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Jun 16 09:47:04.450812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:04.454664 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6f640f55-cfc1-4213-b956-2767a898c0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:04.479190 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Pushing event deleted for resources: {'Port': ['ID=6658cb64-4430-4e10-82a6-4cf64e66cfc9,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:04.482659 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:04.528944 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] No DVR routers for this DVR port 6658cb64-4430-4e10-82a6-4cf64e66cfc9 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:04.531481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:04.533504 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-35adf57e-cd00-4601-b53c-6f737be1c57c req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.23 "DELETE /v2.0/ports/6658cb64-4430-4e10-82a6-4cf64e66cfc9 HTTP/1.1" status: 204 len: 173 time: 0.9147243 Jun 16 09:47:04.534013 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'name': 'network-vif-deleted', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:04.536521 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b3835e-bd27-4a76-bf22-3a7c5f553b53" -d '{"events": [{"server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "name": "network-vif-deleted", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:04.578652 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc474d-e83c-456a-b60a-22c73a4a6de8 x-openstack-request-id: req-75dc474d-e83c-456a-b60a-22c73a4a6de8 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:04.579091 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6802f0ae-13e0-4ba5-bdff-cfd0adcf199e", "name": "network-vif-deleted", "tag": "6658cb64-4430-4e10-82a6-4cf64e66cfc9", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:04.579451 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75dc474d-e83c-456a-b60a-22c73a4a6de8 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:04.579942 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6802f0ae-13e0-4ba5-bdff-cfd0adcf199e', 'name': 'network-vif-deleted', 'tag': '6658cb64-4430-4e10-82a6-4cf64e66cfc9', 'status': 'completed', 'code': 200} Jun 16 09:47:05.159623 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-28a39b13-e575-4173-a46d-323ecf42551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:05.516219 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-143df7e2-2f00-421c-8afe-bd93967863a6 req-60241683-141f-4562-8cd3-635f2a78bf48 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] 10.222.0.47 "GET /v2.0/ports?device_id=6802f0ae-13e0-4ba5-bdff-cfd0adcf199e HTTP/1.1" status: 200 len: 210 time: 0.0292189 Jun 16 09:47:06.206703 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 6658cb64-4430-4e10-82a6-4cf64e66cfc9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:06.226588 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 6658cb64-4430-4e10-82a6-4cf64e66cfc9 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:06.226860 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 6658cb64-4430-4e10-82a6-4cf64e66cfc9 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:07.477939 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:47:07.656399 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-28c26a28-fbcc-4c59-9e64-af7e3108918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.039033 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:08.959339 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.445235 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.536552 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:10.864417 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-d2c2102c-f162-49f3-ad41-fbc63a24bf8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579391 Jun 16 09:47:10.982152 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-4df4f3f1-591a-41ba-96be-894f3c5f63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:10.983670 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-4df4f3f1-591a-41ba-96be-894f3c5f63d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 1100 time: 0.0540431 Jun 16 09:47:11.095927 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-2dceba99-dcc9-4d07-b523-a6a6d8573261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:11.097451 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-2dceba99-dcc9-4d07-b523-a6a6d8573261 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.0855682 Jun 16 09:47:11.166185 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-cfdacbbc-194d-40b5-9c07-10ebfe090f7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 200 len: 1002 time: 0.0611615 Jun 16 09:47:11.215154 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-ac19bb82-a0ba-42ba-b9ea-c7363e49f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:11.216641 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-ac19bb82-a0ba-42ba-b9ea-c7363e49f1b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0438132 Jun 16 09:47:11.275302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-0c4e6933-475f-4220-8447-b7ca1ecad27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:11.277549 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-0c4e6933-475f-4220-8447-b7ca1ecad27b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529466 Jun 16 09:47:11.376773 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-9b70d872-215e-447a-9ac0-eca9740a676a service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920796 Jun 16 09:47:11.501912 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dca598c0-bbde-41a4-82f3-156532d727b2 req-82677205-8e36-4460-a7e0-4d49e20ede37 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Jun 16 09:47:12.456820 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39034) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:12.569357 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e5ee-fcb6-42e0-ab1a-f434dbb767e4 req-05470122-6ab1-42f0-b30b-e9bafb95c836 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:12.570857 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6a1e5ee-fcb6-42e0-ab1a-f434dbb767e4 req-05470122-6ab1-42f0-b30b-e9bafb95c836 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0719650 Jun 16 09:47:12.598245 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-69c30c15-a065-4114-bf48-a6ef2678880f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cfc6a766e1a4045b4ff0520d6b5a158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401291 Jun 16 09:47:12.602195 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39038) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:12.613449 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e6a1e5ee-fcb6-42e0-ab1a-f434dbb767e4 req-ff4c85f6-8022-4c6d-a3f2-9732174d7a22 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jun 16 09:47:12.653614 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:12.674421 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:12.809248 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:12.811870 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:12.813126 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34eb98d9-f8a1-404e-b71a-0ec14b5f3e40 HTTP/1.1" status: 204 len: 168 time: 0.2098691 Jun 16 09:47:12.813906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-868636e7-1d8b-4d2f-83b2-d2ae860c16d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:12.822042 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb98d9-f8a1-404e-b71a-0ec14b5f3e40,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:12.829152 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.829532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.830015 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.830255 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.830648 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.831039 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.831394 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.831753 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.832121 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.832494 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.832847 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.833191 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:12.836352 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:13.792596 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547d37-200c-4801-bf2e-45237647cee2 req-7caa89ed-b963-463f-ae6c-ce0eb57ee403 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:13.793970 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d547d37-200c-4801-bf2e-45237647cee2 req-7caa89ed-b963-463f-ae6c-ce0eb57ee403 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Jun 16 09:47:13.831022 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2d547d37-200c-4801-bf2e-45237647cee2 req-c31deb92-2679-4124-9f3b-b0300df5e66b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Jun 16 09:47:15.011699 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc7ed-cf76-4776-bd4c-ea3bf47fc5a1 req-ae1b6423-3084-4fb1-ba4c-d22950b15067 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:15.014302 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c7afc7ed-cf76-4776-bd4c-ea3bf47fc5a1 req-ae1b6423-3084-4fb1-ba4c-d22950b15067 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0689123 Jun 16 09:47:15.052517 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c7afc7ed-cf76-4776-bd4c-ea3bf47fc5a1 req-b35f6be0-20d6-4e0b-a4f2-9a3ea7369d01 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Jun 16 09:47:16.223241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408fb57-37c1-48ef-8ec9-939917f60236 req-441e9f37-2816-4ad0-8f13-99d4fea09fd6 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:16.225416 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b408fb57-37c1-48ef-8ec9-939917f60236 req-441e9f37-2816-4ad0-8f13-99d4fea09fd6 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0633562 Jun 16 09:47:16.262065 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b408fb57-37c1-48ef-8ec9-939917f60236 req-fa3bb582-8978-49a4-a22b-e49afb359093 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Jun 16 09:47:17.473160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33afa74-00a0-47eb-b60a-e91f71855f58 req-b22d65e8-666d-4be5-8ccb-b68e60838782 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:17.474674 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e33afa74-00a0-47eb-b60a-e91f71855f58 req-b22d65e8-666d-4be5-8ccb-b68e60838782 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.1120162 Jun 16 09:47:17.488553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef85c1-ee70-440a-8e59-8198dafb4df3 req-a2804360-3f38-4c6d-865e-6656020ddda4 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:17.490462 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ffef85c1-ee70-440a-8e59-8198dafb4df3 req-a2804360-3f38-4c6d-865e-6656020ddda4 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0985777 Jun 16 09:47:17.545683 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e33afa74-00a0-47eb-b60a-e91f71855f58 req-26847c47-1df5-4b57-80b1-afd058835a95 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648363 Jun 16 09:47:17.550594 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ffef85c1-ee70-440a-8e59-8198dafb4df3 req-7e8b7fbf-000f-4063-b062-bad43d6b130a tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541718 Jun 16 09:47:17.740485 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-9386c556-05d0-4770-bb42-0af67db24a4b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:17.741930 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-9386c556-05d0-4770-bb42-0af67db24a4b tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 945 time: 0.0637302 Jun 16 09:47:17.844105 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Deleting port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:17.844431 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:17.930336 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] For port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,segment=NetworkSegment(1a46e992-5df4-436a-b9c9-152c55839b4b),segment_id=1a46e992-5df4-436a-b9c9-152c55839b4b)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:17.930689 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:17.999484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Calling delete_port for 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:18.193894 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:18.198016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:18.225797 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Pushing event deleted for resources: {'Port': ['ID=4ebd9ad2-4d77-4f03-9802-8506a9bdb57a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:18.231611 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['4ebd9ad2-4d77-4f03-9802-8506a9bdb57a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:47:18.238748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.239125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.239491 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.239849 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.240209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.240624 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.240976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.241326 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.241674 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.242063 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.242410 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.242752 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:47:18.261282 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:18.282830 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] No DVR routers for this DVR port 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:18.285463 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:18.287965 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2eb6d99c-57ff-4882-a921-98b648975ee8 req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.23 "DELETE /v2.0/ports/4ebd9ad2-4d77-4f03-9802-8506a9bdb57a HTTP/1.1" status: 204 len: 173 time: 0.5403283 Jun 16 09:47:18.288512 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'name': 'network-vif-deleted', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:18.290824 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34272bb-2d52-47db-ab1f-d717b47ee4d4" -d '{"events": [{"server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "name": "network-vif-deleted", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:18.329929 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9755f-ac56-4157-b204-376960eb1a90 x-openstack-request-id: req-92b9755f-ac56-4157-b204-376960eb1a90 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:18.329929 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8db1b4b-ee4a-41b2-a104-7249eb3e98f1", "name": "network-vif-deleted", "tag": "4ebd9ad2-4d77-4f03-9802-8506a9bdb57a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:18.329929 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92b9755f-ac56-4157-b204-376960eb1a90 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:18.329929 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8db1b4b-ee4a-41b2-a104-7249eb3e98f1', 'name': 'network-vif-deleted', 'tag': '4ebd9ad2-4d77-4f03-9802-8506a9bdb57a', 'status': 'completed', 'code': 200} Jun 16 09:47:18.707679 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-19989e03-4db9-48cb-b0cd-27c7c8e51aa0 req-bd5606e2-43a1-47d0-968c-42baea6b6887 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8db1b4b-ee4a-41b2-a104-7249eb3e98f1 HTTP/1.1" status: 200 len: 210 time: 0.0411444 Jun 16 09:47:18.760024 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74fd4-c8ce-45c9-95af-4a3cb601a7f8 req-cb3da837-b4ee-4270-9619-9941a8c81776 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:18.761520 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26c74fd4-c8ce-45c9-95af-4a3cb601a7f8 req-cb3da837-b4ee-4270-9619-9941a8c81776 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0857456 Jun 16 09:47:18.802324 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26c74fd4-c8ce-45c9-95af-4a3cb601a7f8 req-e16ee706-9a40-43f5-b975-8091874180f4 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306177 Jun 16 09:47:19.498906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-8b3ef886-d3f0-4aa8-b907-1a4d85a49550 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:19.500429 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-8b3ef886-d3f0-4aa8-b907-1a4d85a49550 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0669003 Jun 16 09:47:19.610187 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Deleting port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:19.610697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:19.699590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] For port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:19.700057 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:19.911537 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:19.912291 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:19.912593 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Floating IP a46521d7-82a9-4155-96e6-b26cd1ff9b41 disassociated. External IP: 172.28.2.206, port: bd0a7ca6-dd15-4955-a7d3-f75b24427c7b. Jun 16 09:47:19.913006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Calling delete_port for bd0a7ca6-dd15-4955-a7d3-f75b24427c7b owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:20.042660 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9a998-562b-4257-a26d-0bf2c6fd3609 req-3e831fd8-db3a-4275-8627-df4d896788d3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:20.044133 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f0a9a998-562b-4257-a26d-0bf2c6fd3609 req-3e831fd8-db3a-4275-8627-df4d896788d3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 947 time: 0.0906892 Jun 16 09:47:20.113847 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f0a9a998-562b-4257-a26d-0bf2c6fd3609 req-a76ed85f-74c4-4571-aa03-833ac7171bbb tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdcb9477-dd11-46d4-b925-724f3f3b7b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636597 Jun 16 09:47:20.187949 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:20.191873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-76603af8-d0e4-4eba-bb0d-812b669b6766 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:20.217450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'Port': ['ID=bd0a7ca6-dd15-4955-a7d3-f75b24427c7b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:20.220485 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:20.259889 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:20.280841 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:20.285614 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 4ebd9ad2-4d77-4f03-9802-8506a9bdb57a not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:20.336465 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:20.453349 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:20.464103 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:20.475347 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:20.476075 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:20.507128 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] No DVR routers for this DVR port bd0a7ca6-dd15-4955-a7d3-f75b24427c7b on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:47:20.510505 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:20.512340 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9d4a0d91-e690-4e8f-8113-7ed89af14648 req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "DELETE /v2.0/ports/bd0a7ca6-dd15-4955-a7d3-f75b24427c7b HTTP/1.1" status: 204 len: 173 time: 1.0051744 Jun 16 09:47:20.512867 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-deleted', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:20.515343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07954404-96ce-4d11-bae4-a4bdd19b8fa0" -d '{"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-deleted", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:20.557078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4eba67-3f62-4f78-8cda-9280f0214dcf x-openstack-request-id: req-db4eba67-3f62-4f78-8cda-9280f0214dcf {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:20.557494 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc4d33-c88f-4298-a4ce-27f2b8213f16", "name": "network-vif-deleted", "tag": "bd0a7ca6-dd15-4955-a7d3-f75b24427c7b", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:20.557921 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db4eba67-3f62-4f78-8cda-9280f0214dcf {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:20.559227 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc4d33-c88f-4298-a4ce-27f2b8213f16', 'name': 'network-vif-deleted', 'tag': 'bd0a7ca6-dd15-4955-a7d3-f75b24427c7b', 'status': 'completed', 'code': 200} Jun 16 09:47:20.709769 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:20.926179 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:20.930337 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:20.938672 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:20.939306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:21.044148 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:21.264888 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:21.268558 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ffcfc-f6ed-431c-a92b-69df364d6b4c None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:21.274731 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fc107b03-4b5d-41e7-bae1-05be2a5e0534 req-ed428761-132d-45d9-b54c-a58624a8a71e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dfc4d33-c88f-4298-a4ce-27f2b8213f16 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jun 16 09:47:21.511399 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c30b8-0d1e-40d3-870a-1f4fa7d5d380 None None] New status for floating IP a46521d7-82a9-4155-96e6-b26cd1ff9b41: DOWN {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:47:22.251690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:47:22.271417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: bd0a7ca6-dd15-4955-a7d3-f75b24427c7b {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:47:22.272079 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device bd0a7ca6-dd15-4955-a7d3-f75b24427c7b not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:47:22.519266 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39168) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:22.579586 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.605335 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.741014 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.750386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.750386 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "DELETE /v2.0/security-groups/fdcb9477-dd11-46d4-b925-724f3f3b7b08 HTTP/1.1" status: 204 len: 168 time: 0.2247124 Jun 16 09:47:22.750386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5f17d59d-9616-46c3-8ce0-cfb5dd799d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:22.750710 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39170) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:22.755418 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb9477-dd11-46d4-b925-724f3f3b7b08,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:22.757847 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:22.769762 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.api.v2.resource [None req-8e632e7d-2233-44e4-8684-ef2c16c76b65 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] show failed (client error): The resource could not be found. Jun 16 09:47:22.771308 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8e632e7d-2233-44e4-8684-ef2c16c76b65 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups/fdcb9477-dd11-46d4-b925-724f3f3b7b08 HTTP/1.1" status: 404 len: 347 time: 0.0218265 Jun 16 09:47:22.774183 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39172) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:22.903145 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Deleting port da57d186-7aca-4315-a808-c24f0fcdd2f4 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:47:22.903400 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.976862 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:22.979062 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.042850 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Calling delete_port for da57d186-7aca-4315-a808-c24f0fcdd2f4 owned by network:floatingip {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:47:23.272480 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.274655 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:23.296144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'Port': ['ID=da57d186-7aca-4315-a808-c24f0fcdd2f4,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:23.300068 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:23.362581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.365948 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:23.367202 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cd96774e-7377-4b03-82cb-81cfc75e2d8e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "DELETE /v2.0/floatingips/a46521d7-82a9-4155-96e6-b26cd1ff9b41 HTTP/1.1" status: 204 len: 168 time: 0.5920203 Jun 16 09:47:24.827571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39208) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:24.832743 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885331781', 'description': 'tempest-description--209505286'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:24.941945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.025838 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.101051 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.104498 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1127f83b-7ef4-4839-a0e4-2249f9c25650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:25.131255 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03dddec-40fe-477b-8281-166b1a656bbe,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.135641 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.181673 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.182953 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3543537 Jun 16 09:47:25.185674 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39210) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:25.190201 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group_rule': {'security_group_id': 'c03dddec-40fe-477b-8281-166b1a656bbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:25.290603 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.348716 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.456460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.458423 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:25.474703 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8fead4-5400-4171-a670-7df1d550c08a,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.478812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.553977 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.555210 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686223 Jun 16 09:47:25.558432 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39212) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:25.562985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'security_group_rule': {'security_group_id': 'c03dddec-40fe-477b-8281-166b1a656bbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:25.689084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.745802 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.844933 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.847119 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-71bfd1e0-db4f-4c48-8224-419f7b64b99b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:25.867248 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6623f40-a47f-4217-8daa-39b2f79c6862,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:25.871079 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:25.959696 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:25.960971 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015632 Jun 16 09:47:25.963920 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39228) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:25.969063 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:26.062239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.162469 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.264822 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Allocated IP 172.28.2.159 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/18f7467d-b00b-493a-a09e-a8bfb7098e83) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:26.376603 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.519316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.521616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-34cddbfc-851d-4dd8-abd8-ce7aa456aa70 tempest-DeleteServersTestJSON-1464195727 tempest-DeleteServersTestJSON-1464195727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:26.558181 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:26.563062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:26.566547 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:26.574122 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=18f7467d-b00b-493a-a09e-a8bfb7098e83,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:26.592705 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:26.662184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.805070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:26.948544 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.014523 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.016663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a548792b-9ae5-47d4-b984-d1be87d3d097 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:27.080251 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=18f7467d-b00b-493a-a09e-a8bfb7098e83,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:27.084715 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:27.092550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.192239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:27.193533 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2285409 Jun 16 09:47:27.387730 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-dc1bdbe6-ea17-45c1-9703-a19e4fd364cb tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--885331781&fields=id&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 267 time: 0.0328631 Jun 16 09:47:27.503507 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-4c4266ae-0316-44f2-bd96-568370630eb6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:27.505782 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-4c4266ae-0316-44f2-bd96-568370630eb6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 816 time: 0.1112199 Jun 16 09:47:27.522177 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-8749fcc5-6000-412a-b144-43b30c060d4b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/quotas/9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 375 time: 0.0108485 Jun 16 09:47:27.594514 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-d9c1996e-c9a4-483d-a59a-905042d44ae0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662267 Jun 16 09:47:27.690884 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-c4e9e1e0-f8f9-4a9f-b335-3cf316dae8c0 service neutron] 10.222.0.47 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Jun 16 09:47:27.781093 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-ed86fed2-55ca-47d9-9dbc-ceecf663e422 service neutron] 10.222.0.47 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Jun 16 09:47:28.188019 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c14e00da-46c5-4193-b994-dac7e5c489bb req-0bd3fde7-137c-4298-b105-e87fd54718ad tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 210 time: 0.0325747 Jun 16 09:47:29.347583 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fb3d56ef-f2e6-44d1-9b34-ec5ef66fea51 req-5ae1fbc9-82d3-406a-964a-07ceb518ff0a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 210 time: 0.0403757 Jun 16 09:47:30.510807 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d75c64a3-444e-4c88-ad02-f60217d539f7 req-2bb5e49a-f4aa-4339-a7fd-46bd87bb0320 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 210 time: 0.0449798 Jun 16 09:47:30.852198 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-d7c73f9d-89f5-4ddf-9235-e91c5649ba58 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:30.853826 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-d7c73f9d-89f5-4ddf-9235-e91c5649ba58 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 816 time: 0.3790855 Jun 16 09:47:30.904247 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-112972ee-770d-46a2-9545-4a98989657e6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 379 time: 0.0360086 Jun 16 09:47:30.913172 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'port': {'device_id': '5af47738-db89-48f7-bfdc-db93052b4b99', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'admin_state_up': True, 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'security_groups': ['c03dddec-40fe-477b-8281-166b1a656bbe']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:31.124935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Made reservation on behalf of 9e4fcaf24ec2442cb00780d7f10518d8 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:47:31.130167 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.251848 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Allocated IP 172.20.0.13 (ea0114fd-e6fc-4c5f-bab7-bdc708998c82/714d3bf4-e20a-432a-9bb1-7fe3d41a46c5/264afb2e-56d8-4d0c-bed5-59712e9f9d8a) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:47:31.388904 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.402352 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Transition to ACTIVE for port object 264afb2e-56d8-4d0c-bed5-59712e9f9d8a will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:31.537077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.541167 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:31.582408 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:47:31.585735 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:47:31.591889 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:47:31.640253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:31.648575 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:31.683047 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:31.683697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.730355 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f52af6-7467-4e10-8581-bfa1bccef7dd req-a434e60b-1574-4345-99b0-bdb6a455ed89 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:31.731948 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87f52af6-7467-4e10-8581-bfa1bccef7dd req-a434e60b-1574-4345-99b0-bdb6a455ed89 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 932 time: 0.0929799 Jun 16 09:47:31.775498 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87f52af6-7467-4e10-8581-bfa1bccef7dd req-ca109ff7-2a96-45a7-8fbb-1227fc7ac4e0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374277 Jun 16 09:47:31.799644 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8903699 Jun 16 09:47:31.825212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Request body: {'port': {'device_id': '5af47738-db89-48f7-bfdc-db93052b4b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:31.904018 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.935956 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-84fcdad8-2c19-4f9f-a6df-78a5d73e87e3 None None] Provisioning for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:31.940017 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-84fcdad8-2c19-4f9f-a6df-78a5d73e87e3 None None] Provisioning complete for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:31.940438 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-84fcdad8-2c19-4f9f-a6df-78a5d73e87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:31.974440 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-84fcdad8-2c19-4f9f-a6df-78a5d73e87e3 None None] Port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:47:32.173095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:47:32.181632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.193856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Transition to ACTIVE for port object 264afb2e-56d8-4d0c-bed5-59712e9f9d8a will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:47:32.296512 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.300014 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-88a596cf-3e9f-482f-b353-7ad541568f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.378574 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.396582 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.447429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Attempting to bind port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:47:32.447765 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Attempting to bind port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:47:32.448096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Attempting to bind port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:32.453149 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:47:32.453342 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Attempting to bind port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a on network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:47:32.459290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:47:32.459625 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Checking segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:47:32.460194 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Bound using segment: {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:47:32.460559 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Bound port: 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50043c88-fbe5-436f-8dce-9ef6bdf4755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:47:32.460893 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.526521 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:47:32.529684 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:47:32.616501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.619514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:32.655742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:32.656378 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:32.657735 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] 10.222.0.23 "PUT /v2.0/ports/264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1094 time: 0.8369808 Jun 16 09:47:32.658236 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:32.660553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:32.687704 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:32.693226 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:32.701971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054432b5-1e46-4ae7-b36d-a60ceda742f1 x-openstack-request-id: req-054432b5-1e46-4ae7-b36d-a60ceda742f1 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:32.702366 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:32.702663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-054432b5-1e46-4ae7-b36d-a60ceda742f1 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:32.703090 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'status': 'completed', 'code': 200} Jun 16 09:47:32.803328 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-b0f42631-3491-419c-b3f3-d63d47ecbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:32.805194 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-b0f42631-3491-419c-b3f3-d63d47ecbce3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1097 time: 0.0585375 Jun 16 09:47:32.944976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-36fb8c7b-a6e8-4210-8b6a-31c79a256fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:32.946467 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-36fb8c7b-a6e8-4210-8b6a-31c79a256fdb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1266551 Jun 16 09:47:33.011697 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cded5-cd7d-4cc1-9e3f-c7eadbadbdce req-26aa6ec0-2451-4d08-b183-e7d8088b5ff2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.013275 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9c9cded5-cd7d-4cc1-9e3f-c7eadbadbdce req-26aa6ec0-2451-4d08-b183-e7d8088b5ff2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.1193500 Jun 16 09:47:33.096036 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9c9cded5-cd7d-4cc1-9e3f-c7eadbadbdce req-42de7a7d-daae-4a2e-91a0-ca79489938ec tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573118 Jun 16 09:47:33.097298 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-4a655e18-101d-415d-92a4-2d7909524874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.099266 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9f4ecb4a-9b34-408a-9511-9831b4d64aa2 req-4a655e18-101d-415d-92a4-2d7909524874 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448817 Jun 16 09:47:33.222121 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-b4c97ab4-52c6-467b-a190-ddb412da965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.224241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-b4c97ab4-52c6-467b-a190-ddb412da965f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1097 time: 0.0543990 Jun 16 09:47:33.271449 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-84377b16-b4df-4b7a-98b1-5158b43fc769 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 217 time: 0.0334125 Jun 16 09:47:33.326751 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-7921c0c3-0ac5-4308-9669-b2457d0865dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.328575 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-7921c0c3-0ac5-4308-9669-b2457d0865dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0508561 Jun 16 09:47:33.388209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e759f-ba4e-4cbc-8477-61ff981306be req-1590cea8-3680-42fa-99a7-114f58619d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:33.389757 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-1590cea8-3680-42fa-99a7-114f58619d6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545893 Jun 16 09:47:33.477805 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-0ccbab0e-75dd-4be6-9547-316c7f3e19e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799637 Jun 16 09:47:33.578315 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-033e759f-ba4e-4cbc-8477-61ff981306be req-d7372a19-93eb-4206-a4c7-89fde3be2c16 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915892 Jun 16 09:47:34.274642 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee39e-d23d-44db-801c-49d1f671b45a req-9879142f-5078-41ae-a91f-32ad53389832 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:34.276149 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80fee39e-d23d-44db-801c-49d1f671b45a req-9879142f-5078-41ae-a91f-32ad53389832 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0636590 Jun 16 09:47:34.315710 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80fee39e-d23d-44db-801c-49d1f671b45a req-49fbc02f-8d96-4478-9f0b-e4c2ab5d183a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338659 Jun 16 09:47:35.198963 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d6ded533-09e3-4cd3-a75a-659eba289725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:35.495635 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85b6f2-3da1-413b-aa33-5c6cda8d08a3 req-4868585c-4a88-478a-9b45-f0ba1c881bad tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:35.497142 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fa85b6f2-3da1-413b-aa33-5c6cda8d08a3 req-4868585c-4a88-478a-9b45-f0ba1c881bad tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0678589 Jun 16 09:47:35.535093 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fa85b6f2-3da1-413b-aa33-5c6cda8d08a3 req-38aa5139-9a22-4c47-8d85-2daf11a2080e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 Jun 16 09:47:36.342824 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:47:36.464627 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:36.477369 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:47:36.515165 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.527830 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:47:36.548989 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:36.627781 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:36.629673 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:36.683054 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:36.686780 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:36.719125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ef87d-5dfa-4d27-9cd7-70bf284fe268 req-0f47f382-860b-4dca-baab-eac776db6d45 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:36.720656 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-272ef87d-5dfa-4d27-9cd7-70bf284fe268 req-0f47f382-860b-4dca-baab-eac776db6d45 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 945 time: 0.0656240 Jun 16 09:47:36.761764 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-272ef87d-5dfa-4d27-9cd7-70bf284fe268 req-a36949a8-f368-4155-832a-47e8f878c73b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339751 Jun 16 09:47:36.985930 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['264afb2e-56d8-4d0c-bed5-59712e9f9d8a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:47:37.667655 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-13c2f7a2-24d7-451c-a78b-86254b3a16bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:37.948700 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52ee2-e3af-4a0b-ba23-ea2ef1799800 req-7454a555-1038-4a4b-a395-440bdd350fc0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:37.950176 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7cf52ee2-e3af-4a0b-ba23-ea2ef1799800 req-7454a555-1038-4a4b-a395-440bdd350fc0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 945 time: 0.0664554 Jun 16 09:47:37.991416 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7cf52ee2-e3af-4a0b-ba23-ea2ef1799800 req-3cdd7df8-5d98-460f-b630-c8298cd93ebb tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346053 Jun 16 09:47:38.003904 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.380712 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:47:38.537037 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:47:38.541547 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:47:38.541928 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.622088 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.644925 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:38.647866 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7f1f3f-1336-4f3b-a2f5-3bf4b5f390d0" -d '{"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:38.661390 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:47:38.684424 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b01f18-8cc3-4372-a593-0eacdf9f600c x-openstack-request-id: req-90b01f18-8cc3-4372-a593-0eacdf9f600c {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:38.685038 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:38.685038 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90b01f18-8cc3-4372-a593-0eacdf9f600c {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:38.685361 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'code': 200} Jun 16 09:47:38.707869 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:38.711878 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:38.769895 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:38.769895 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:38.930503 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.106281 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1321394-77d9-45d9-83ee-b6779783d9ae req-5c9c521d-dc1c-4007-86d7-7bb33c0999b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:39.107765 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f1321394-77d9-45d9-83ee-b6779783d9ae req-5c9c521d-dc1c-4007-86d7-7bb33c0999b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1099 time: 0.0584974 Jun 16 09:47:39.171988 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f1321394-77d9-45d9-83ee-b6779783d9ae req-d89c2fb4-7963-4404-816a-a1210e16a2f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520871 Jun 16 09:47:39.193935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b491fb-8448-495c-b6ad-d29b48fde01f req-b8b3d48c-6092-4ffe-9968-7cb3c2988726 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:39.195436 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-44b491fb-8448-495c-b6ad-d29b48fde01f req-b8b3d48c-6092-4ffe-9968-7cb3c2988726 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0845635 Jun 16 09:47:39.232510 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-44b491fb-8448-495c-b6ad-d29b48fde01f req-f4e548bd-38c4-4183-927e-8f6cd0e1b2f5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Jun 16 09:47:39.796105 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39494) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:39.844839 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Deleting subnet c8b6ea4c-c7d5-4ad3-bc41-0e634711a239 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:47:39.847935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.883952 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:39.923962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.050700 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.053578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.076994 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b6ea4c-c7d5-4ad3-bc41-0e634711a239,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.079948 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.080958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.083553 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8b6ea4c-c7d5-4ad3-bc41-0e634711a239 HTTP/1.1" status: 204 len: 168 time: 0.2863374 Jun 16 09:47:40.085330 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39500) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.155959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.237937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.249237 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a50b1d-29a3-4d6b-9b9a-908a5956c70f']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:40.259595 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a46e992-5df4-436a-b9c9-152c55839b4b') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:40.259884 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a46e992-5df4-436a-b9c9-152c55839b4b') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:40.269385 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.289232 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.296578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:47:40.296951 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:47:40.298708 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:47:40.367209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39506) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.418194 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.443498 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.450718 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54ab1681-ed3b-4527-a80d-2cfb2e662621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.456505 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.458530 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c9a50b1d-29a3-4d6b-9b9a-908a5956c70f HTTP/1.1" status: 204 len: 168 time: 0.3721540 Jun 16 09:47:40.477160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc12ed6-dac7-4ec9-aa9c-aaceeb4a52c5 req-80ed0427-fa03-4ede-a683-82e40bc8a9b5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:40.478689 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fc12ed6-dac7-4ec9-aa9c-aaceeb4a52c5 req-80ed0427-fa03-4ede-a683-82e40bc8a9b5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0919931 Jun 16 09:47:40.479710 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a50b1d-29a3-4d6b-9b9a-908a5956c70f,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.489797 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6e4fda50-1062-4240-bdaf-fcb5bcbd92e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.494589 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.519149 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fc12ed6-dac7-4ec9-aa9c-aaceeb4a52c5 req-8864616a-aa80-4040-ac55-94f68757bef1 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Jun 16 09:47:40.558871 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.585452 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.735953 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.739325 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-40c91bd5-d8a6-4306-95bd-a5e46026b242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:40.780465 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=321b3502da314256bcad51d581138bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119470 Jun 16 09:47:40.782464 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f6bfc-9231-43e9-937d-b9859027c77e,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:40.783395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39512) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.785916 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:40.832023 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.856047 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.933818 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39514) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.975247 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b4eaa1b1-dcbd-42fb-9edb-693ba764410c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b06dd8b3e8be4d908be933b4ad45bdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399392 Jun 16 09:47:40.977776 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39516) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:40.990648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.992973 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:40.994073 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c6f6bfc-9231-43e9-937d-b9859027c77e HTTP/1.1" status: 204 len: 168 time: 0.2095997 Jun 16 09:47:40.996858 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-077c99eb-7b4b-4393-b7eb-e7163fd39a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.010278 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f6bfc-9231-43e9-937d-b9859027c77e,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.014902 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.042050 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.066646 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.209402 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.212264 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.213571 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6 HTTP/1.1" status: 204 len: 168 time: 0.2345085 Jun 16 09:47:41.214469 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e69ac46e-1995-40de-8888-b2104c28f129 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.221967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ebcc2-b78f-444b-9785-ed42ef9c1fc6,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.224728 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.614022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39528) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:41.631833 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.751568 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721b0a-ddd7-4e3c-a4f3-3b3372da71b2 req-cefa09c3-0639-4485-aaf3-1ce984959181 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:41.753103 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1721b0a-ddd7-4e3c-a4f3-3b3372da71b2 req-cefa09c3-0639-4485-aaf3-1ce984959181 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.1000824 Jun 16 09:47:41.798123 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.811170 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1721b0a-ddd7-4e3c-a4f3-3b3372da71b2 req-1d06ce33-14e5-47bf-941e-f2490eabcd0e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490739 Jun 16 09:47:41.839028 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.841863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-957c9ca7-e0ae-490c-b0b6-b6ce69799836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:41.883293 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08e044d283334ecebd27486dd2cf6bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681429 Jun 16 09:47:41.884432 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb7537-fdf1-4675-93b2-6378f252afe5,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:41.886212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39540) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:41.887473 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:41.942001 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.966931 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:41.988096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78613a9-317a-4036-8704-cb609a332dd4 req-83fe634b-a871-443e-b326-1908d6b505a8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:41.990119 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c78613a9-317a-4036-8704-cb609a332dd4 req-83fe634b-a871-443e-b326-1908d6b505a8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0664272 Jun 16 09:47:41.998725 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39542) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:42.003337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Request body: {'floatingip': {'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:47:42.040584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.078513 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.086646 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.086646 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15eb7537-fdf1-4675-93b2-6378f252afe5 HTTP/1.1" status: 204 len: 168 time: 0.1961823 Jun 16 09:47:42.086646 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f0de7d88-397c-4afd-846e-dad69f4fa789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:42.097368 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb7537-fdf1-4675-93b2-6378f252afe5,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:42.102891 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b1fbb764-83e4-4fc3-bef0-2bd69e9d447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:42.528599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.600760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:42.992683 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Floating IP dbc7b543-750a-47bb-9b0f-115921f2c68c associated. External IP: 172.28.2.159, port: 264afb2e-56d8-4d0c-bed5-59712e9f9d8a. Jun 16 09:47:43.199601 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:47:43.310103 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:47:43.315216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:43.319766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:47:43.330231 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:43.331211 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:43.353487 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-0b7ab047-1fe0-42fb-8f25-325909eb1794 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "PUT /v2.0/floatingips/dbc7b543-750a-47bb-9b0f-115921f2c68c HTTP/1.1" status: 200 len: 992 time: 1.3536029 Jun 16 09:47:43.354142 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:47:43.357967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e5d39-468b-4993-bc05-a2eac8194634" -d '{"events": [{"name": "network-changed", "server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:47:43.406907 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c977f3-6b81-430a-b66b-476841c54a63 x-openstack-request-id: req-67c977f3-6b81-430a-b66b-476841c54a63 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:47:43.407450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:47:43.407880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67c977f3-6b81-430a-b66b-476841c54a63 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:47:43.408494 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'status': 'completed', 'code': 200} Jun 16 09:47:43.447061 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:43.526328 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5d39-468b-4993-bc05-a2eac8194634 req-20e5471e-6aae-4d11-8de4-0a06713fe411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:43.527904 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-20e5471e-6aae-4d11-8de4-0a06713fe411 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1099 time: 0.0586131 Jun 16 09:47:43.646999 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5d39-468b-4993-bc05-a2eac8194634 req-4f0fe4e3-a9f1-4ceb-b019-203a0cfb74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:43.647598 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-4f0fe4e3-a9f1-4ceb-b019-203a0cfb74a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.1125796 Jun 16 09:47:43.723561 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-ff8cdbdd-cfdd-40de-888b-74f9cce4be00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1000 time: 0.0688009 Jun 16 09:47:43.767117 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'dbc7b543-750a-47bb-9b0f-115921f2c68c', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af47738-db89-48f7-bfdc-db93052b4b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:42Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:43.770958 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:47:43.775154 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5d39-468b-4993-bc05-a2eac8194634 req-65182625-55d8-4c0c-b9b9-d114de12f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:43.776534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-65182625-55d8-4c0c-b9b9-d114de12f829 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0467916 Jun 16 09:47:43.779661 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:47:43.780296 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:43.843396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5d39-468b-4993-bc05-a2eac8194634 req-01417b3d-708e-422e-b779-bd04142fca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:43.844759 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-01417b3d-708e-422e-b779-bd04142fca2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0624499 Jun 16 09:47:43.897240 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:47:43.944839 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-1279b434-59a8-4227-a83d-48b44a82bda4 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931282 Jun 16 09:47:44.047068 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-533e5d39-468b-4993-bc05-a2eac8194634 req-1d32750f-3404-41ca-99bb-86a99a7ff7d9 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949261 Jun 16 09:47:44.254943 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'dbc7b543-750a-47bb-9b0f-115921f2c68c', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af47738-db89-48f7-bfdc-db93052b4b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:42Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:47:44.258421 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcb83c-f1fa-4691-9765-49c81c418432 None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': 'dbc7b543-750a-47bb-9b0f-115921f2c68c', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af47738-db89-48f7-bfdc-db93052b4b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:47:26Z', 'updated_at': '2021-06-16T09:47:42Z', 'revision_number': 1, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:47:44.436490 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1a4d0-8721-45da-8508-5f6323a5b8c2 None None] New status for floating IP dbc7b543-750a-47bb-9b0f-115921f2c68c: ACTIVE {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:47:44.491237 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:47:49.019314 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39676) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:49.125521 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.221555 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.284863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.287463 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-18f3700f-7a63-4b2a-8084-a2949bdb2506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:49.378653 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a90eb-a645-4b37-a4f4-d14628bd792e,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:49.386154 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39682) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:49.389233 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ac276521d1643a295f8d5b1b6b104e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658843 Jun 16 09:47:49.389233 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-35403549-1a45-419d-87b3-f8b8a0cea4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:49.437227 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.458463 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.559279 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.563824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:49.563824 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a3a90eb-a645-4b37-a4f4-d14628bd792e HTTP/1.1" status: 204 len: 168 time: 0.1753325 Jun 16 09:47:49.563824 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a7947df3-0598-4871-a2da-2727057d2089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:49.572481 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a90eb-a645-4b37-a4f4-d14628bd792e,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:49.574981 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:52.224570 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39704) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:52.332748 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.420244 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.496290 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.498777 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d0c71559-caf5-437a-8d93-f33f529947db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:52.533318 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6b519-3746-4e74-8fa3-c54112b9e8e6,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:52.538412 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8b06c848540453281ef1e86756bddb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125467 Jun 16 09:47:52.539433 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-11c8af67-55e4-4f3c-aa44-207b176766ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:52.541013 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39708) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:52.591236 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.613943 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.734777 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.737608 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:52.738759 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ed6b519-3746-4e74-8fa3-c54112b9e8e6 HTTP/1.1" status: 204 len: 168 time: 0.1968985 Jun 16 09:47:52.739564 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8279f012-b434-4592-a724-d8a23fdc4592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:52.747704 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6b519-3746-4e74-8fa3-c54112b9e8e6,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:52.749993 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:53.361183 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39716) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:53.375203 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.465711 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.547332 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.549789 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-56d35653-bbd4-4214-9d9a-41ffe3a18e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:53.586573 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4c63d91942648969ef6bddc03aa8abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242877 Jun 16 09:47:53.587353 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e9f9f5-c420-490d-ad95-1d5031c8d57b,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:53.589600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39718) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:53.590358 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-afb78cc5-92e7-4eed-8d64-76a6ecad7814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:53.644147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.672302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.799246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.802872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:53.804063 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4e9f9f5-c420-490d-ad95-1d5031c8d57b HTTP/1.1" status: 204 len: 168 time: 0.2134762 Jun 16 09:47:53.804981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-96e1b359-f432-40a4-b30a-a4c736d27e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:53.816387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e9f9f5-c420-490d-ad95-1d5031c8d57b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:53.816387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:58.836779 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa38d7b-2d59-40bd-94ae-b472f01d0513 req-37327251-d230-40d8-9526-447339427f7c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:47:58.838248 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eaa38d7b-2d59-40bd-94ae-b472f01d0513 req-37327251-d230-40d8-9526-447339427f7c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0641177 Jun 16 09:47:58.876171 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-eaa38d7b-2d59-40bd-94ae-b472f01d0513 req-82a5597f-14e6-4c11-9eeb-1cad6a56e118 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Jun 16 09:47:59.154319 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39796) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:59.255697 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.340661 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.433082 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.435467 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-2e9a1fa5-ca08-4044-a328-db8fe1f21eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:59.470142 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05f6614241b840f9a9609e8063b04be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147805 Jun 16 09:47:59.471039 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69669713-1579-4dc8-8ea8-5eb276fe68c1,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:59.472875 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39800) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:47:59.474009 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ae3ce227-d74e-450f-a263-069507156a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:47:59.522626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.543530 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.696241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.698860 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:47:59.700003 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69669713-1579-4dc8-8ea8-5eb276fe68c1 HTTP/1.1" status: 204 len: 168 time: 0.2261686 Jun 16 09:47:59.700838 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2ba5d65b-f145-4ef5-94cd-3f8db63417af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:47:59.708421 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69669713-1579-4dc8-8ea8-5eb276fe68c1,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:47:59.711245 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:00.050756 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80160a8e-61e5-47a5-baec-6a75978eeec8 req-3ba0ccb2-5e79-4b0d-b919-94cf4e600b69 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:00.052210 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80160a8e-61e5-47a5-baec-6a75978eeec8 req-3ba0ccb2-5e79-4b0d-b919-94cf4e600b69 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0613265 Jun 16 09:48:00.089905 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80160a8e-61e5-47a5-baec-6a75978eeec8 req-9f2293bf-d3c8-44c6-8b6b-76853c3f4823 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Jun 16 09:48:00.345532 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39810) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:00.359624 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.445348 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.505723 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.508332 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-984f38f2-07d2-4676-a8da-8eabc9b67073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:00.543105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=114213ca13f641669158bf7d740878e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964197 Jun 16 09:48:00.545083 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6bd69f-e927-4afe-a574-994dfb8aec84,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:00.545729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39812) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:00.548017 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:00.595302 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.617047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.741683 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.745165 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:00.746633 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f6bd69f-e927-4afe-a574-994dfb8aec84 HTTP/1.1" status: 204 len: 168 time: 0.1998546 Jun 16 09:48:00.747392 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-80a5a637-da2a-4cad-8521-e31e83b0e079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:00.755175 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6bd69f-e927-4afe-a574-994dfb8aec84,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:00.757361 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:01.180010 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9895818a-3720-4bcc-aba8-5e931bb9458b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:01.181562 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9895818a-3720-4bcc-aba8-5e931bb9458b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.0695853 Jun 16 09:48:01.320256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c183a-f0e1-44b1-ac56-0a87bf11ae33 req-c7f39f82-7b3b-4e79-a036-ffe559c2c9de tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:01.321805 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b0c183a-f0e1-44b1-ac56-0a87bf11ae33 req-c7f39f82-7b3b-4e79-a036-ffe559c2c9de tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 946 time: 0.1057849 Jun 16 09:48:01.353247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Deleting port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:48:01.353583 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.387040 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b0c183a-f0e1-44b1-ac56-0a87bf11ae33 req-df130214-0009-4cb7-8c23-7273e8981c76 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572867 Jun 16 09:48:01.453062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] For port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:01.453329 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.625209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.625574 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.625878 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Floating IP 2651bc69-8cff-4c4c-82cd-1c63d42a2989 disassociated. External IP: 172.28.2.19, port: 16f6ba5b-7b36-491e-ad93-2a37b0c240b8. Jun 16 09:48:01.626236 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Calling delete_port for 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:48:01.827533 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:01.833587 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:01.860226 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'Port': ['ID=16f6ba5b-7b36-491e-ad93-2a37b0c240b8,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:01.863648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:01.982835 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:48:02.089648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:48:02.099340 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:48:02.108878 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:02.109494 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:02.138986 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] No DVR routers for this DVR port 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:48:02.141669 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:02.143885 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbd4d44e-ff70-4634-997b-a1d14be1d81d req-9d780954-1dd4-4ec1-aab9-5988651699ec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "DELETE /v2.0/ports/16f6ba5b-7b36-491e-ad93-2a37b0c240b8 HTTP/1.1" status: 204 len: 173 time: 0.9567788 Jun 16 09:48:02.144386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'name': 'network-vif-deleted', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:02.147835 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2af83-8d99-4be0-a0b9-c001ad72028e" -d '{"events": [{"server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "name": "network-vif-deleted", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:02.186248 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa998e-4b01-4ec6-b164-ef32dfbb491a x-openstack-request-id: req-b3fa998e-4b01-4ec6-b164-ef32dfbb491a {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:02.186248 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500ff240-2b5a-4c74-9e73-d244a7606c4a", "name": "network-vif-deleted", "tag": "16f6ba5b-7b36-491e-ad93-2a37b0c240b8", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:02.186248 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3fa998e-4b01-4ec6-b164-ef32dfbb491a {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:02.186248 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ff240-2b5a-4c74-9e73-d244a7606c4a', 'name': 'network-vif-deleted', 'tag': '16f6ba5b-7b36-491e-ad93-2a37b0c240b8', 'status': 'completed', 'code': 200} Jun 16 09:48:02.217955 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:02.429477 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:02.433205 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:48:02.441388 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:02.441992 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:47:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:02.535880 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c438cfce-56d8-485e-b21a-48630d7a87cc req-04418e54-6906-40d1-93f7-deb986fcc70c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ff240-2b5a-4c74-9e73-d244a7606c4a HTTP/1.1" status: 200 len: 210 time: 0.0339413 Jun 16 09:48:02.546769 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:02.746734 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:02.750238 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e892-947e-40b7-b736-9f1659bd19ac None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:48:02.953824 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cf094-f42f-4faa-a90c-48900c306111 None None] New status for floating IP 2651bc69-8cff-4c4c-82cd-1c63d42a2989: DOWN {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:48:03.731581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39862) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:03.788045 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:03.810419 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:03.936072 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:03.938747 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:03.940179 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "DELETE /v2.0/security-groups/907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb HTTP/1.1" status: 204 len: 168 time: 0.2074604 Jun 16 09:48:03.941524 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-977814a9-c8ff-40bf-90c4-ba7599365b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:03.947210 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39868) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:03.951279 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:03.953855 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-de487ef0-5738-479f-90c8-8a0c128390cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:03.963651 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.api.v2.resource [None req-6c43e035-9c27-47c9-aa0d-43a0af35cd32 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] show failed (client error): The resource could not be found. Jun 16 09:48:03.964918 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6c43e035-9c27-47c9-aa0d-43a0af35cd32 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups/907b4e2c-8f3d-49bd-9e0b-7ca3111c67fb HTTP/1.1" status: 404 len: 347 time: 0.0207558 Jun 16 09:48:03.967900 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39870) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:04.089793 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Deleting port 26eae6b9-d447-4849-bcc2-e90530cd1b47 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:48:04.090141 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.167231 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.167620 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.232231 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Calling delete_port for 26eae6b9-d447-4849-bcc2-e90530cd1b47 owned by network:floatingip {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:48:04.478924 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.481177 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-65afb8bd-01d1-48e7-a868-4deaab139899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:04.504295 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'Port': ['ID=26eae6b9-d447-4849-bcc2-e90530cd1b47,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:04.506823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:04.572754 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.575228 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:04.579217 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "DELETE /v2.0/floatingips/2651bc69-8cff-4c4c-82cd-1c63d42a2989 HTTP/1.1" status: 204 len: 168 time: 0.6073411 Jun 16 09:48:04.586643 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:48:04.617034 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:48:04.617366 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 16f6ba5b-7b36-491e-ad93-2a37b0c240b8 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:48:05.163447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39898) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:05.168651 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201711779', 'description': 'tempest-description--106109956'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:05.175678 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-cafee33e-d1ed-49ed-ab18-422aac96e1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.233048 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.312680 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.375762 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.378277 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-20fbc1f1-ead2-49af-919f-050a11c4075d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:05.404081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdfe8b0-3083-4e89-b038-23c108b1a73b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:05.408510 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:05.484451 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.488739 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3211176 Jun 16 09:48:05.488739 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39902) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:05.493578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group_rule': {'security_group_id': 'dcdfe8b0-3083-4e89-b038-23c108b1a73b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:05.591287 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.651061 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.725038 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.728236 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5af85de3-67e5-4fde-9993-d8808382cf0f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:05.743279 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eda528e-3fe6-40ab-9a75-0ee91520b57d,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:05.747120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:05.810389 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.811582 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219762 Jun 16 09:48:05.814284 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39904) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:05.818719 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'security_group_rule': {'security_group_id': 'dcdfe8b0-3083-4e89-b038-23c108b1a73b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:05.889146 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.943615 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:05.998685 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.003129 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b5598d4c-03a6-4152-b90f-59b690fa6d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:06.016468 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3a7624-e3f7-4a5f-821c-a45b45b12305,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:06.018783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:06.090092 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.091318 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761235 Jun 16 09:48:06.094495 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39906) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:06.100462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:06.198664 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.296094 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.398563 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Allocated IP 172.28.2.103 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/4dd0863d-e1e1-43a1-8b83-04ff2ab498ea) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:06.503453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.563132 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 39914) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:06.591882 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.594937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a03331b9-9279-474e-a769-a27da40dd05f tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:06.631670 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:06.636514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:06.639874 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:06.663459 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=4dd0863d-e1e1-43a1-8b83-04ff2ab498ea,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:06.672195 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:06.683530 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.769701 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.822224 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.893729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.898381 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-71dee386-6316-4534-9016-940af5791b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:06.909778 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:06.953582 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33c60968bbbc4c6699b600064f4542a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893902 Jun 16 09:48:06.955986 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed414e-3ac9-4482-a0e0-81d95c646f36,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:06.956551 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 39920) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:06.960102 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:07.006675 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.028705 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.085572 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.153281 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.155953 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.157293 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49ed414e-3ac9-4482-a0e0-81d95c646f36 HTTP/1.1" status: 204 len: 168 time: 0.1996448 Jun 16 09:48:07.158300 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-15a354fb-0118-41ce-b080-9162cc23c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:07.165315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.166749 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed414e-3ac9-4482-a0e0-81d95c646f36,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:07.167696 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-22b4a982-3301-4b62-a8b7-221323cf0d1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:07.169604 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:07.235758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=4dd0863d-e1e1-43a1-8b83-04ff2ab498ea,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:07.240389 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:07.250309 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.330584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.331857 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2365119 Jun 16 09:48:07.661487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-3316a9f7-a555-4038-9fc7-9e649144a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:07.678691 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-4ae53f13-25ec-410c-a4f8-a6c9c798dea9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1201711779&fields=id&tenant_id=0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 267 time: 0.0340638 Jun 16 09:48:07.791030 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-7b619a7e-8d49-42c6-82ef-4a01bad5f135 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:07.792819 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-7b619a7e-8d49-42c6-82ef-4a01bad5f135 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 811 time: 0.1072142 Jun 16 09:48:07.808874 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-5176ae1d-48fa-4d5b-aa07-0edee202899d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/quotas/0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 375 time: 0.0092981 Jun 16 09:48:07.881136 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-3571e6a2-4194-4a22-90ca-1b68d56726af tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685527 Jun 16 09:48:08.004544 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:08.075258 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-cff954c5-f918-4744-857d-079831753eee service neutron] 10.222.0.47 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812925 Jun 16 09:48:08.166588 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-07fcef5d-5375-475e-b0a6-e3bb7379f38e service neutron] 10.222.0.47 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Jun 16 09:48:08.696375 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-47df548d-b6b3-4fa3-b804-6ef1af07d807 req-cb35f317-1402-4671-a332-36b15f6e778b tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 210 time: 0.2887723 Jun 16 09:48:09.055516 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:09.843680 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b7753643-a6f2-4a31-84f2-2f9cc5e09dd9 req-c4051bfb-bcf5-49fd-85dd-166b6ef056d6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jun 16 09:48:10.454258 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.511641 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:10.765241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-2bfc56ef-1f8f-4826-abb4-8b0fea7918cc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:10.766561 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-2bfc56ef-1f8f-4826-abb4-8b0fea7918cc tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 811 time: 0.1272037 Jun 16 09:48:10.805755 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-cd156402-238e-4a6c-b801-ae2ed3bbb5cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751691 Jun 16 09:48:10.823355 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-fcb40f12-e261-4235-8266-275c0389c69f tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca0588177604eccac158d5073c85f61 HTTP/1.1" status: 200 len: 380 time: 0.0379648 Jun 16 09:48:10.837969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'port': {'device_id': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'admin_state_up': True, 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'security_groups': ['dcdfe8b0-3083-4e89-b038-23c108b1a73b']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:11.222442 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b391c827-6e63-45ab-b61a-e0d7403ce53b req-ec07dc00-d3d3-4a1c-a592-ebc8a95f0f81 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 210 time: 0.0591261 Jun 16 09:48:11.273819 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-fdbc7a2b-631c-4ad8-b313-b36047734bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.275275 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-fdbc7a2b-631c-4ad8-b313-b36047734bfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.1131144 Jun 16 09:48:11.383958 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-505cdfa8-4214-42f6-8e79-36d00e224bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.385367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-505cdfa8-4214-42f6-8e79-36d00e224bd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 909 time: 0.0892174 Jun 16 09:48:11.387017 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Made reservation on behalf of 0ca0588177604eccac158d5073c85f61 for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:48:11.391259 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.501697 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-f3f0691d-080f-42aa-8f4f-6e640ee81062 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 1001 time: 0.1008747 Jun 16 09:48:11.597231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Allocated IP 172.20.0.8 (9ba0351c-e71b-48ce-bf2c-c34ed6e2033b/b081d217-d7d4-4f67-8d2c-46fe76164370/40febc1e-2b4e-442a-92de-bebbffb854e2) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:48:11.612238 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-2fddfcc5-21b5-43c7-be96-f2364c900ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.613697 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-2fddfcc5-21b5-43c7-be96-f2364c900ee2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.0684059 Jun 16 09:48:11.754162 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-5c1909f9-2fc1-4346-aa6a-bd81dc792686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:11.754162 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-5c1909f9-2fc1-4346-aa6a-bd81dc792686 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1320710 Jun 16 09:48:11.800922 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.847227 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Transition to ACTIVE for port object 40febc1e-2b4e-442a-92de-bebbffb854e2 will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:11.883950 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-ef26cace-af21-4403-ad14-1d3986f56299 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195247 Jun 16 09:48:11.977754 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:11.984302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d27aca18-5553-4c0d-ba00-ae533c0f4288 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:11.995521 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d12abc7c-2d78-4f89-844b-1800ddbd22d1 req-1c2c33a5-55b5-4d87-bb2c-378a69067536 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043732 Jun 16 09:48:12.027676 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:48:12.030950 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:48:12.035309 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:48:12.073416 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event updated for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:12.077075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:12.103960 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.104687 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.193879 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3600395 Jun 16 09:48:12.215670 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Request body: {'port': {'device_id': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:12.292144 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.353247 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-79e7d159-8b2d-472b-9548-0afffdafdb0e None None] Provisioning for port 40febc1e-2b4e-442a-92de-bebbffb854e2 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:12.357326 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-79e7d159-8b2d-472b-9548-0afffdafdb0e None None] Provisioning complete for port 40febc1e-2b4e-442a-92de-bebbffb854e2 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:12.357706 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-79e7d159-8b2d-472b-9548-0afffdafdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.393469 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-79e7d159-8b2d-472b-9548-0afffdafdb0e None None] Port 40febc1e-2b4e-442a-92de-bebbffb854e2 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:48:12.530239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1492-e8f5-43c1-8968-0e88109fda4c req-b9fef40f-1b15-453d-bf9f-ceaad76f22c0 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:12.531730 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7ccd1492-e8f5-43c1-8968-0e88109fda4c req-b9fef40f-1b15-453d-bf9f-ceaad76f22c0 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 931 time: 0.1812277 Jun 16 09:48:12.590387 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7ccd1492-e8f5-43c1-8968-0e88109fda4c req-db75d921-7255-41b2-8dc2-083f34460d68 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526793 Jun 16 09:48:12.639220 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40febc1e-2b4e-442a-92de-bebbffb854e2 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:12.646779 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.659277 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Transition to ACTIVE for port object 40febc1e-2b4e-442a-92de-bebbffb854e2 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:48:12.747475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.750374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:12.822038 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Pushing event updated for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:12.826455 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:12.895948 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Attempting to bind port 40febc1e-2b4e-442a-92de-bebbffb854e2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:48:12.896297 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Attempting to bind port 40febc1e-2b4e-442a-92de-bebbffb854e2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:48:12.896734 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Attempting to bind port 40febc1e-2b4e-442a-92de-bebbffb854e2 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:12.902000 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Port 40febc1e-2b4e-442a-92de-bebbffb854e2 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:48:12.902315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Attempting to bind port 40febc1e-2b4e-442a-92de-bebbffb854e2 on network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:48:12.907122 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:48:12.907456 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Checking segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:48:12.907832 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Bound using segment: {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:48:12.908258 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Bound port: 40febc1e-2b4e-442a-92de-bebbffb854e2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e15e810-91f1-4cd1-8e9e-5affb4a19c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:48:12.908632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:12.970654 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:48:12.973512 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40febc1e-2b4e-442a-92de-bebbffb854e2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:48:13.031824 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:13.034864 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1a3e9f8d-082e-4ea0-971a-ec0edf54a2f0 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:13.069578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.070172 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:13.071810 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] 10.222.0.23 "PUT /v2.0/ports/40febc1e-2b4e-442a-92de-bebbffb854e2 HTTP/1.1" status: 200 len: 1093 time: 0.8605599 Jun 16 09:48:13.072206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:13.074527 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aee1ab-8543-4002-a8e7-014ee645a0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:13.113588 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Pushing event updated for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:13.118317 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:13.122522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5fbf7-f251-4d26-a7ec-8d1a7557585b x-openstack-request-id: req-c5c5fbf7-f251-4d26-a7ec-8d1a7557585b {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:13.122522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:13.122522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5c5fbf7-f251-4d26-a7ec-8d1a7557585b {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:13.122522 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'status': 'completed', 'code': 200} Jun 16 09:48:13.216007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-8ca33c76-2580-4551-af3c-58397362d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.217555 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-8ca33c76-2580-4551-af3c-58397362d89b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 1096 time: 0.0582092 Jun 16 09:48:13.344489 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-0d0135ab-0121-444c-b5a1-98d8adcef111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.346217 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-0d0135ab-0121-444c-b5a1-98d8adcef111 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ca0588177604eccac158d5073c85f61&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1127644 Jun 16 09:48:13.440772 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-e21b3253-fec6-4b77-a170-c8e8dc80a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.442226 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-57aee1ab-8543-4002-a8e7-014ee645a0e5 req-e21b3253-fec6-4b77-a170-c8e8dc80a9d1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891042 Jun 16 09:48:13.557303 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-7f6e33fb-c831-4062-a55c-40b7ef126455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.558808 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-7f6e33fb-c831-4062-a55c-40b7ef126455 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 1096 time: 0.0515351 Jun 16 09:48:13.625450 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-026fada6-b199-49f6-8e51-5c9094c2c0ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40febc1e-2b4e-442a-92de-bebbffb854e2 HTTP/1.1" status: 200 len: 217 time: 0.0517981 Jun 16 09:48:13.681727 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-ea195c19-bf5e-4eaf-ab69-cd543b440d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.683402 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-ea195c19-bf5e-4eaf-ab69-cd543b440d2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.0522184 Jun 16 09:48:13.782666 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256edd-ebe5-4756-8383-256cffb823bf req-b3cd161e-7bef-4b40-93a9-f87f76c5f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.784148 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-b3cd161e-7bef-4b40-93a9-f87f76c5f24f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940974 Jun 16 09:48:13.823264 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1327-b84c-459e-a25a-aa9ccafca774 req-fd4fa6da-86b1-4389-9cbd-822e2da97dec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:13.824658 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-717b1327-b84c-459e-a25a-aa9ccafca774 req-fd4fa6da-86b1-4389-9cbd-822e2da97dec tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 943 time: 0.1081054 Jun 16 09:48:13.902633 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-717b1327-b84c-459e-a25a-aa9ccafca774 req-3d2efdfa-fe74-4f19-99d7-a86aa1b66684 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681388 Jun 16 09:48:13.912785 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-173b9715-b9ae-4b47-9c80-d5fa0f2b30f1 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212974 Jun 16 09:48:14.005790 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cc256edd-ebe5-4756-8383-256cffb823bf req-bfdde17b-48b1-4947-8214-68a90c6a2217 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852575 Jun 16 09:48:15.072800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26902-eb07-4986-b6b8-b153e363153f req-b8927d9b-6e97-40cc-b1d8-76be25c6eaed tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:15.074276 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c2b26902-eb07-4986-b6b8-b153e363153f req-b8927d9b-6e97-40cc-b1d8-76be25c6eaed tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 943 time: 0.0625362 Jun 16 09:48:15.112072 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c2b26902-eb07-4986-b6b8-b153e363153f req-cfef1dbe-ad97-4666-8ea9-09337a4f1cf5 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jun 16 09:48:16.284815 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200f88-d5e1-48ff-810d-a6c819c22acd req-7888c484-baf6-4dc9-8673-8a3a323ff708 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:16.291482 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0d200f88-d5e1-48ff-810d-a6c819c22acd req-7888c484-baf6-4dc9-8673-8a3a323ff708 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 943 time: 0.0661128 Jun 16 09:48:16.324718 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0d200f88-d5e1-48ff-810d-a6c819c22acd req-36f28aee-e64c-4cbf-9815-bcec9c719d58 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jun 16 09:48:16.660421 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 40febc1e-2b4e-442a-92de-bebbffb854e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:16.760690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40febc1e-2b4e-442a-92de-bebbffb854e2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:16.771765 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'port_id': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'mac_address': 'fa:16:3e:ca:12:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:16.807458 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:16.820104 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40febc1e-2b4e-442a-92de-bebbffb854e2 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:16.839700 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40febc1e-2b4e-442a-92de-bebbffb854e2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:16.890851 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:16.893955 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:16.950681 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:16.957523 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.957874 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.958218 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.958549 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.958878 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.959207 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.959534 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.959857 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.960181 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.960527 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.960847 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.961168 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:16.965496 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:17.065845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c0f5-3a5c-431f-8e32-d7a6956a787f req-72a10feb-e1e6-4799-8bcb-7be4959a0498 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:17.068664 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6409c0f5-3a5c-431f-8e32-d7a6956a787f req-72a10feb-e1e6-4799-8bcb-7be4959a0498 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0668812 Jun 16 09:48:17.106567 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6409c0f5-3a5c-431f-8e32-d7a6956a787f req-f0ef097b-2eb8-4398-b309-daa240e4b1fe tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333819 Jun 16 09:48:17.244456 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['40febc1e-2b4e-442a-92de-bebbffb854e2'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:17.512401 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3599-a3c4-44aa-b7b6-ef80be1ba6c9 req-203c1a1b-79da-476a-830a-edac17567c66 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:17.513868 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e5bd3599-a3c4-44aa-b7b6-ef80be1ba6c9 req-203c1a1b-79da-476a-830a-edac17567c66 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 944 time: 0.0636051 Jun 16 09:48:17.552018 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e5bd3599-a3c4-44aa-b7b6-ef80be1ba6c9 req-4173b995-9c73-4b90-b591-ef59800dfd1e tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Jun 16 09:48:18.288181 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604634f-76e7-4337-8077-94711ec377e3 req-447d4714-9b45-4a10-858f-7e13bd3342b3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:18.289708 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f604634f-76e7-4337-8077-94711ec377e3 req-447d4714-9b45-4a10-858f-7e13bd3342b3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0698805 Jun 16 09:48:18.328013 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f604634f-76e7-4337-8077-94711ec377e3 req-693e04f1-5046-4302-98ed-ce634eaf2348 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Jun 16 09:48:18.476254 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40122) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:18.577111 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.663365 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.690726 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 40febc1e-2b4e-442a-92de-bebbffb854e2 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:18.727043 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e61500-8e48-4175-b9cd-823620a8a4e9 req-0379378c-a1e9-4971-ab21-60e8e1dd2769 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:18.728601 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-28e61500-8e48-4175-b9cd-823620a8a4e9 req-0379378c-a1e9-4971-ab21-60e8e1dd2769 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 944 time: 0.0622406 Jun 16 09:48:18.733864 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.743692 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b3ab332f-b39c-485c-9f7e-6a46cbeccc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:18.766616 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-28e61500-8e48-4175-b9cd-823620a8a4e9 req-b114fb80-282e-41c6-bba9-b8228d5a8ce6 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Jun 16 09:48:18.775078 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e24a1de2e3d49b29ff27dd90b065f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977300 Jun 16 09:48:18.777563 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb4856-b1ad-4730-af9a-881db46a44c1,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:18.778413 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40128) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.796436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797008 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 40febc1e-2b4e-442a-92de-bebbffb854e2 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797113 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.797655 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 40febc1e-2b4e-442a-92de-bebbffb854e2 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:18.797655 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.797836 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fdf941c8-869a-4073-b5eb-e82aab19af42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:18.837089 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.863376 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.875257 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.899007 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:18.905185 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3aa0c6-ffc2-4e53-b6b9-ede733f9fbf6" -d '{"events": [{"server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "name": "network-vif-plugged", "status": "completed", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:18.914426 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40febc1e-2b4e-442a-92de-bebbffb854e2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:18.937631 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd86996-1958-4f2d-898d-e728b9155adb x-openstack-request-id: req-ecd86996-1958-4f2d-898d-e728b9155adb {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:18.937928 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "name": "network-vif-plugged", "status": "completed", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:18.938194 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ecd86996-1958-4f2d-898d-e728b9155adb {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:18.938603 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'code': 200} Jun 16 09:48:18.975906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.978794 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:18.979966 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01eb4856-b1ad-4730-af9a-881db46a44c1 HTTP/1.1" status: 204 len: 168 time: 0.2002163 Jun 16 09:48:18.980780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e1b6ea1d-2c87-4cc6-b813-d930f3c277e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:18.989087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb4856-b1ad-4730-af9a-881db46a44c1,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:18.997188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.997643 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.998056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.998397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.998752 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.999123 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.999482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:18.999834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:19.000184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:19.000562 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:19.000913 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:19.001258 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:48:19.004114 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:19.008542 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.014690 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-40273977-a79e-46ff-8815-3a6b9057ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:19.067137 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:19.070075 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:19.383522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a8694-4123-4a0f-9e2a-530a5c7537ef req-715c1dbb-2b63-4789-b962-6be8660fc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:19.384718 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a05a8694-4123-4a0f-9e2a-530a5c7537ef req-715c1dbb-2b63-4789-b962-6be8660fc7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 1098 time: 0.0580201 Jun 16 09:48:19.423543 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a05a8694-4123-4a0f-9e2a-530a5c7537ef req-85b39f3b-5300-4323-8c24-8c9631a4f764 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Jun 16 09:48:19.505835 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10513aa-7e54-455f-a880-5129afa4f09f req-ce6b5c9c-4f66-474a-9b10-f730ff1ae42b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:19.507274 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b10513aa-7e54-455f-a880-5129afa4f09f req-ce6b5c9c-4f66-474a-9b10-f730ff1ae42b tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0636504 Jun 16 09:48:19.544299 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b10513aa-7e54-455f-a880-5129afa4f09f req-f63a65b2-3a1a-4778-8da2-bc503ed154b2 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Jun 16 09:48:19.654294 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40140) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:19.671665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.756651 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.813222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.815699 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-178e8051-20de-4e0c-9e68-f8fd9ee18eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:19.851184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a942d5-e611-4ec6-b430-8187e7c45898,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:19.854441 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:19.857151 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d97815efe9264eb7ba64fee903d06a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018278 Jun 16 09:48:19.861354 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40144) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:19.912069 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.932674 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:19.938486 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb857-29af-4cfc-a83f-23242e39e7d6 req-567fab8b-d15f-49cb-926e-9fdd531af7e2 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:19.939944 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96ccb857-29af-4cfc-a83f-23242e39e7d6 req-567fab8b-d15f-49cb-926e-9fdd531af7e2 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0621994 Jun 16 09:48:19.977218 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96ccb857-29af-4cfc-a83f-23242e39e7d6 req-06569fc5-1be2-45db-9045-55b55d95dc60 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Jun 16 09:48:20.059892 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.062476 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.063603 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7a942d5-e611-4ec6-b430-8187e7c45898 HTTP/1.1" status: 204 len: 168 time: 0.2007422 Jun 16 09:48:20.064410 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9976ac43-838a-41b3-bf32-13f507116641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:20.072368 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a942d5-e611-4ec6-b430-8187e7c45898,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:20.075190 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:20.682214 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40152) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:20.696123 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.720736 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b24f4-216e-4231-a5d1-d583b2877f94 req-56a7b2ec-6bfa-458b-a416-54a6189a960a tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:20.722232 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-486b24f4-216e-4231-a5d1-d583b2877f94 req-56a7b2ec-6bfa-458b-a416-54a6189a960a tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0665607 Jun 16 09:48:20.764139 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-486b24f4-216e-4231-a5d1-d583b2877f94 req-369cfc27-58d8-4923-8494-d26a200a7dd7 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357482 Jun 16 09:48:20.788002 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.884246 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:20.887946 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e52111d8-120d-405f-9f57-dbfaf77a1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:20.925462 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d272cd80d9e42b2bf72046f458bf29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415531 Jun 16 09:48:20.926612 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed89154-9d91-443b-86b5-9720374e6f80,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:20.928080 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40156) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:20.930155 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-9ab0fbb3-3d98-45b7-8410-8ec651522ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:20.979433 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.000347 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.122851 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.125499 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:21.126640 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ed89154-9d91-443b-86b5-9720374e6f80 HTTP/1.1" status: 204 len: 168 time: 0.1974816 Jun 16 09:48:21.127410 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-9dca1cb6-e529-4933-adae-c199ff424b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:21.136763 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed89154-9d91-443b-86b5-9720374e6f80,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:21.145847 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:21.378330 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976229-509a-4238-ab74-d90060ab2efd req-0a044bf4-f12d-4e1a-a0e5-ff1b6e0d23cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:21.379786 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80976229-509a-4238-ab74-d90060ab2efd req-0a044bf4-f12d-4e1a-a0e5-ff1b6e0d23cd tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0638745 Jun 16 09:48:21.418225 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80976229-509a-4238-ab74-d90060ab2efd req-e196578a-cc86-45bb-bba4-77e5dd91af5d tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Jun 16 09:48:21.481274 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:48:21.605526 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a6b08-4998-4af9-ba0b-446a27bc1cf8 req-7c77d770-79bd-498e-b588-9f38c6a5a461 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:21.606924 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-636a6b08-4998-4af9-ba0b-446a27bc1cf8 req-7c77d770-79bd-498e-b588-9f38c6a5a461 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jun 16 09:48:21.615152 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40166) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:21.619508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Request body: {'floatingip': {'port_id': '40febc1e-2b4e-442a-92de-bebbffb854e2'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:48:21.656358 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:22.319429 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be102-b963-487c-aefe-e2c22e50298e req-cc111e76-cfc2-47cd-a631-8cc0021231a8 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:22.320952 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-358be102-b963-487c-aefe-e2c22e50298e req-cc111e76-cfc2-47cd-a631-8cc0021231a8 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.4270582 Jun 16 09:48:22.397514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:22.400749 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-358be102-b963-487c-aefe-e2c22e50298e req-ca603249-1ecf-4c93-b0f6-dd54450b3481 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728757 Jun 16 09:48:22.455870 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:22.550314 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Floating IP 9beceeac-b8d0-4465-a34c-10c70c65bc0f associated. External IP: 172.28.2.103, port: 40febc1e-2b4e-442a-92de-bebbffb854e2. Jun 16 09:48:22.750159 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:48:22.852000 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:48:22.857675 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:22.861590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:48:22.875538 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:22.876157 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:48:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:22.894463 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-1ebf31fb-c721-479e-bbb5-c2b10ab0d65c tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "PUT /v2.0/floatingips/9beceeac-b8d0-4465-a34c-10c70c65bc0f HTTP/1.1" status: 200 len: 991 time: 1.2781842 Jun 16 09:48:22.895064 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:22.897394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b72239-a64e-467a-bb57-db5238fdf076" -d '{"events": [{"name": "network-changed", "server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:22.936318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e796b9-b1bd-47c6-9b7d-3e742a3d35ab x-openstack-request-id: req-41e796b9-b1bd-47c6-9b7d-3e742a3d35ab {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:22.936653 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:22.936953 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41e796b9-b1bd-47c6-9b7d-3e742a3d35ab {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:22.937387 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'status': 'completed', 'code': 200} Jun 16 09:48:22.978556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:23.166246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72239-a64e-467a-bb57-db5238fdf076 req-5dda5c99-cb82-44d8-83d3-bcf8ce96101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.168407 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-5dda5c99-cb82-44d8-83d3-bcf8ce96101a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca0588177604eccac158d5073c85f61&device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 1098 time: 0.1872237 Jun 16 09:48:23.266946 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72239-a64e-467a-bb57-db5238fdf076 req-ca40698a-24f9-40c8-bf90-7191e67307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.268632 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-ca40698a-24f9-40c8-bf90-7191e67307f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 200 len: 912 time: 0.0934186 Jun 16 09:48:23.327640 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '9beceeac-b8d0-4465-a34c-10c70c65bc0f', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ca:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:06Z', 'updated_at': '2021-06-16T09:48:22Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:23.333748 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:48:23.334765 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-7630fe23-d76d-4d7d-a0cf-741f039c05e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40febc1e-2b4e-442a-92de-bebbffb854e2 HTTP/1.1" status: 200 len: 999 time: 0.0594888 Jun 16 09:48:23.340029 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:48:23.340773 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:48:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:23.387317 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72239-a64e-467a-bb57-db5238fdf076 req-418df7de-4419-460b-89b0-85a6cc5d123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.388814 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-418df7de-4419-460b-89b0-85a6cc5d123a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 200 len: 850 time: 0.0476193 Jun 16 09:48:23.446719 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72239-a64e-467a-bb57-db5238fdf076 req-4d739bb3-b8b3-4113-bde1-d6c715531bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.447042 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:48:23.448928 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-4d739bb3-b8b3-4113-bde1-d6c715531bd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533047 Jun 16 09:48:23.572133 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-5eeb26a5-7b30-4f8a-8772-47a1dff24109 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163018 Jun 16 09:48:23.624165 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eee61-d08a-4016-b8d7-604b04764b5a req-cb460fa3-e93a-47d1-9cf2-fcd301c2cd67 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:23.625657 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a9eee61-d08a-4016-b8d7-604b04764b5a req-cb460fa3-e93a-47d1-9cf2-fcd301c2cd67 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.1115108 Jun 16 09:48:23.669865 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '9beceeac-b8d0-4465-a34c-10c70c65bc0f', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ca:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:06Z', 'updated_at': '2021-06-16T09:48:22Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:48:23.673554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbf12b-4216-49d6-99b8-9670a3cb3070 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '9beceeac-b8d0-4465-a34c-10c70c65bc0f', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'port_id': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'mac_address': 'fa:16:3e:ca:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:48:06Z', 'updated_at': '2021-06-16T09:48:22Z', 'revision_number': 1, 'project_id': '0ca0588177604eccac158d5073c85f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:48:23.710017 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5a9eee61-d08a-4016-b8d7-604b04764b5a req-a6ac664f-8eec-4131-848f-b42b09ae53d0 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542190 Jun 16 09:48:23.712423 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86b72239-a64e-467a-bb57-db5238fdf076 req-a392c1d2-a439-425e-aeee-6e4d22ec9917 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335487 Jun 16 09:48:23.859236 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542c8f-086c-4cd9-a946-f8ff071477fd None None] New status for floating IP 9beceeac-b8d0-4465-a34c-10c70c65bc0f: ACTIVE {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:48:24.882611 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea7b0-0683-4e80-a3e5-1bb980e533b0 req-f05b7091-9701-4393-aea0-d22f5ea2d5ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:24.884103 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9a4ea7b0-0683-4e80-a3e5-1bb980e533b0 req-f05b7091-9701-4393-aea0-d22f5ea2d5ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0618849 Jun 16 09:48:24.921676 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9a4ea7b0-0683-4e80-a3e5-1bb980e533b0 req-3ea26601-2719-4fc8-b91a-7570c4696f38 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Jun 16 09:48:26.098575 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa53-1c41-46be-b480-0bc6e81fb379 req-08c66607-1a88-4ed3-9465-7e0ea0d799ea tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:26.100202 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-40c0aa53-1c41-46be-b480-0bc6e81fb379 req-08c66607-1a88-4ed3-9465-7e0ea0d799ea tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0638740 Jun 16 09:48:26.136872 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-40c0aa53-1c41-46be-b480-0bc6e81fb379 req-7b0ee484-f133-418f-8fc2-73ff591793a4 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301995 Jun 16 09:48:27.327746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471a900-c6d1-48bb-be24-15284572762e req-3ef7a9c5-7d4e-431e-9045-08586e377265 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.329311 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9471a900-c6d1-48bb-be24-15284572762e req-3ef7a9c5-7d4e-431e-9045-08586e377265 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0685649 Jun 16 09:48:27.395930 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9471a900-c6d1-48bb-be24-15284572762e req-fb3e1b91-2d92-4a81-ac48-b160b6f8563a tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605145 Jun 16 09:48:27.413686 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-dd8bda8b-2990-4bee-9b30-e54f4c2a1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.415195 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-dd8bda8b-2990-4bee-9b30-e54f4c2a1637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.0781217 Jun 16 09:48:27.509833 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-b41c896f-6a55-49e1-8e4b-6fa5f88459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.511744 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-b41c896f-6a55-49e1-8e4b-6fa5f88459b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 909 time: 0.0900931 Jun 16 09:48:27.579537 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-67518be5-bacb-4ee9-86be-f1373b46ceab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 1001 time: 0.0613616 Jun 16 09:48:27.637964 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-f89a67be-2231-4b4f-953e-85a0019ca7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.639423 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-f89a67be-2231-4b4f-953e-85a0019ca7a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.0455756 Jun 16 09:48:27.700353 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-14cfb72e-05a5-4f9b-bade-b7d2250bf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:27.701859 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-14cfb72e-05a5-4f9b-bade-b7d2250bf62f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549617 Jun 16 09:48:27.788221 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-8525ee62-947d-4df4-aa10-2e76b3281a5b service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790734 Jun 16 09:48:27.877684 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-511ec713-c6d3-43e1-b531-5954acb1a2e2 req-a8f8f214-7772-48cc-87a3-2c45951aac5a service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Jun 16 09:48:28.568450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1e04f-ab56-4b00-8167-77a5f8081ea2 req-ff6d6b65-efbf-4247-9d7e-eb9142773d15 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:28.569902 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-24e1e04f-ab56-4b00-8167-77a5f8081ea2 req-ff6d6b65-efbf-4247-9d7e-eb9142773d15 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0618069 Jun 16 09:48:28.607619 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-24e1e04f-ab56-4b00-8167-77a5f8081ea2 req-004551a1-29da-4756-9ff2-05059e07ff49 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Jun 16 09:48:29.782990 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6c289-3d6a-4101-aee7-1a8c706455c3 req-93bd04aa-1fc1-43e4-93b2-8533d3c6e8a3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:29.784589 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1a6c289-3d6a-4101-aee7-1a8c706455c3 req-93bd04aa-1fc1-43e4-93b2-8533d3c6e8a3 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0702565 Jun 16 09:48:29.823574 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c1a6c289-3d6a-4101-aee7-1a8c706455c3 req-441613b5-445f-4527-a87a-81678b55f452 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329361 Jun 16 09:48:30.998458 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930afb-fa47-4e06-af24-ccd14cb14938 req-3849a2d3-9a6c-45ba-9556-6e378f241791 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:30.999933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-68930afb-fa47-4e06-af24-ccd14cb14938 req-3849a2d3-9a6c-45ba-9556-6e378f241791 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0673599 Jun 16 09:48:31.037124 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-68930afb-fa47-4e06-af24-ccd14cb14938 req-3c7466a7-c6c5-4e19-a6d3-b546787d988a tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Jun 16 09:48:31.544240 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40232) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:48:31.557003 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd1718-fd28-44e8-9b93-0fab00d7141d req-920bc3fc-7f3b-46b8-97e8-e1f6da7a41d6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:31.558522 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30fd1718-fd28-44e8-9b93-0fab00d7141d req-920bc3fc-7f3b-46b8-97e8-e1f6da7a41d6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0646951 Jun 16 09:48:31.598786 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30fd1718-fd28-44e8-9b93-0fab00d7141d req-0823a25f-1dd9-4c32-801d-1c77dd340be0 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336697 Jun 16 09:48:31.643473 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-99979587-03c4-41af-975e-fb3777e066a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980201 Jun 16 09:48:32.736107 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:48:32.775131 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8820c97-72e4-499a-9937-b0f285ec6ec0 req-a3d61d53-13de-4c2b-8102-efe3dcd82b1e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:32.776762 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a8820c97-72e4-499a-9937-b0f285ec6ec0 req-a3d61d53-13de-4c2b-8102-efe3dcd82b1e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0669515 Jun 16 09:48:32.813880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:32.815432 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a8820c97-72e4-499a-9937-b0f285ec6ec0 req-a7216b62-eea8-42b1-9753-4f477e5a58ba tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Jun 16 09:48:32.836752 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:32.838965 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4339346-f0ed-486f-8cab-3a72d3a7c8a3" -d '{"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-unplugged", "status": "completed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:32.851932 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:32.870476 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99444dcf-1428-482a-9bc0-0c12a0f9671d x-openstack-request-id: req-99444dcf-1428-482a-9bc0-0c12a0f9671d {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:32.870818 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-unplugged", "status": "failed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "code": 422}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:32.871054 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99444dcf-1428-482a-9bc0-0c12a0f9671d {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:32.872026 dv-cinder-796286-4-smb neutron-server[99030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'code': 422} returned with failed status Jun 16 09:48:32.945222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:32.947906 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:32.992798 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=6']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:32.996124 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:33.986725 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22487bfb-1433-430f-aa8f-efeb487dd15b req-8a34889d-b64e-415e-b5c8-58c2dd83c05c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:33.988167 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22487bfb-1433-430f-aa8f-efeb487dd15b req-8a34889d-b64e-415e-b5c8-58c2dd83c05c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.0618656 Jun 16 09:48:34.024783 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22487bfb-1433-430f-aa8f-efeb487dd15b req-fcb1d287-bd16-4941-9e40-80979f9acc4d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304208 Jun 16 09:48:34.143012 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-df89a958-bc63-4c38-bdd3-8ebc0a1df5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.144493 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-df89a958-bc63-4c38-bdd3-8ebc0a1df5eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12&tenant_id=4aa7aae7b831481093ee5d4808668970 HTTP/1.1" status: 200 len: 1096 time: 0.0541689 Jun 16 09:48:34.228788 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-5af52ee7-6466-4252-bec3-f0e7d691f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.230221 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-5af52ee7-6466-4252-bec3-f0e7d691f42b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1096 time: 0.0510066 Jun 16 09:48:34.317387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-64afd348-f433-44d6-8771-3dfd10699200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.318840 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-64afd348-f433-44d6-8771-3dfd10699200 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 909 time: 0.0819263 Jun 16 09:48:34.390239 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-67b89bd6-ad7a-42fc-b6e3-536c7a04973b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 999 time: 0.0606596 Jun 16 09:48:34.441050 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-f663d389-2e45-4b42-939a-3fa4932b5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.442511 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-f663d389-2e45-4b42-939a-3fa4932b5f27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.0425828 Jun 16 09:48:34.502084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-cc8b336d-fc34-4917-bf7a-735361be8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:34.503522 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-cc8b336d-fc34-4917-bf7a-735361be8a4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545156 Jun 16 09:48:34.616783 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-dbfc9c73-056a-4fdf-aae9-f748ff204577 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820744 Jun 16 09:48:34.709653 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dcd00386-3baf-4bc4-b19f-4a25315fb79c req-bdf0b1e2-eacb-4b44-bf51-820f4bba6124 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829446 Jun 16 09:48:35.150988 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8968-87f2-4c8b-a728-9364947e5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:35.195217 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2972-5428-45eb-a0ff-193c06078b16 req-0e065658-d745-433b-b4e7-78acdac44d4c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:35.196728 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4fef2972-5428-45eb-a0ff-193c06078b16 req-0e065658-d745-433b-b4e7-78acdac44d4c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.0620551 Jun 16 09:48:35.233801 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4fef2972-5428-45eb-a0ff-193c06078b16 req-f6d84a73-b125-43eb-b34b-df3f72b88257 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Jun 16 09:48:36.406589 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a39b07-906b-41a9-b75d-41ddba9d6757 req-f46144a9-b141-4a7a-b025-16225db8256f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:36.408048 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80a39b07-906b-41a9-b75d-41ddba9d6757 req-f46144a9-b141-4a7a-b025-16225db8256f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 943 time: 0.0623562 Jun 16 09:48:36.444702 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-80a39b07-906b-41a9-b75d-41ddba9d6757 req-8f7f5d77-7d65-4585-944f-8fdf77c94365 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Jun 16 09:48:36.732301 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:48:36.825048 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:36.836348 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'port_id': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'mac_address': 'fa:16:3e:6d:0a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:48:36.875066 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.890934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148c2b7c-700c-4637-83e8-efe0f9b64043 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:48:36.909792 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:36.979792 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:36.981497 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:37.025616 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=7']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:37.029152 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:37.335750 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['148c2b7c-700c-4637-83e8-efe0f9b64043'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:48:37.622609 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e493e-aba8-40d5-b57c-a159cc94a40b req-fe70bada-d9fd-4e87-a46e-559d6f9efee6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:37.623980 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-078e493e-aba8-40d5-b57c-a159cc94a40b req-fe70bada-d9fd-4e87-a46e-559d6f9efee6 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 944 time: 0.0669851 Jun 16 09:48:37.665219 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-078e493e-aba8-40d5-b57c-a159cc94a40b req-6023e8ab-7c36-4c78-b8c2-3fd8ce9c820f tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355208 Jun 16 09:48:37.666890 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc828-e54d-456a-8955-517836a7c415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.008015 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.735959 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:48:38.781704 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 148c2b7c-700c-4637-83e8-efe0f9b64043 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:48:38.782085 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.833837 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86931e4c-6b72-43ec-aca8-9c6255e4d7fd req-7d0c4bdc-e7d6-4ad6-8aaa-4872f89a9bf2 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:38.835313 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86931e4c-6b72-43ec-aca8-9c6255e4d7fd req-7d0c4bdc-e7d6-4ad6-8aaa-4872f89a9bf2 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 944 time: 0.0625241 Jun 16 09:48:38.860909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:38.883984 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-86931e4c-6b72-43ec-aca8-9c6255e4d7fd req-3f3f206c-a4ac-414c-ac38-6b6a233e7c2d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Jun 16 09:48:38.889062 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:48:38.891303 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c3495-a7f6-4bdf-a1ef-35b1a081fd13" -d '{"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-plugged", "status": "completed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:48:38.908745 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:48:38.930309 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ead052-d51f-4d57-a99b-0fd69ff077a9 x-openstack-request-id: req-12ead052-d51f-4d57-a99b-0fd69ff077a9 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:48:38.930607 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-plugged", "status": "completed", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:48:38.930873 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12ead052-d51f-4d57-a99b-0fd69ff077a9 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:48:38.931294 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'code': 200} Jun 16 09:48:38.997361 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.031464 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:39.034083 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:48:39.084057 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=8']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:48:39.087689 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:48:39.403753 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6edc-5bc4-40f5-abfb-42070ed608df req-d6be825e-5d63-4c4a-9963-7a03e1763602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:39.405225 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-507b6edc-5bc4-40f5-abfb-42070ed608df req-d6be825e-5d63-4c4a-9963-7a03e1763602 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.0511212 Jun 16 09:48:39.443999 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-507b6edc-5bc4-40f5-abfb-42070ed608df req-608f001f-147e-41fd-ab51-80f27b58efcc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292499 Jun 16 09:48:40.057526 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fcbb-e617-4569-a340-a3ff148f7cb8 req-da658b4f-3f2e-4424-8326-f87ac8b91aff tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:40.059628 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6996fcbb-e617-4569-a340-a3ff148f7cb8 req-da658b4f-3f2e-4424-8326-f87ac8b91aff tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0606880 Jun 16 09:48:40.095880 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6996fcbb-e617-4569-a340-a3ff148f7cb8 req-ff314bfd-7ab7-4717-bbbe-3e5b5c53287c tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307934 Jun 16 09:48:40.442344 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:40.522461 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:48:41.266535 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497987b6-0230-4b60-852c-383065ceca6b req-31e93e49-48ad-4ae3-aef8-75d0709b38c0 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:41.267988 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-497987b6-0230-4b60-852c-383065ceca6b req-31e93e49-48ad-4ae3-aef8-75d0709b38c0 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Jun 16 09:48:41.305613 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-497987b6-0230-4b60-852c-383065ceca6b req-5388681e-519f-4b6c-a7f9-5eb5326d0332 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Jun 16 09:48:44.283392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61c41-7a12-47fa-b0ab-d807aa953705 req-e39a6491-06e6-4538-8555-b8b649e75b0e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:44.284869 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aad61c41-7a12-47fa-b0ab-d807aa953705 req-e39a6491-06e6-4538-8555-b8b649e75b0e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0673637 Jun 16 09:48:44.322581 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-aad61c41-7a12-47fa-b0ab-d807aa953705 req-df0307e0-3413-49b9-90fc-55fe16f5285d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Jun 16 09:48:45.498880 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1924a-93f9-4c43-b241-d056ea24a10c req-ffeb9154-ea96-4618-9f72-6b7af631193b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:45.500341 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dba1924a-93f9-4c43-b241-d056ea24a10c req-ffeb9154-ea96-4618-9f72-6b7af631193b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0618317 Jun 16 09:48:45.541846 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dba1924a-93f9-4c43-b241-d056ea24a10c req-13a39b94-c076-4df4-bd04-c0cb4820eea7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359325 Jun 16 09:48:46.714680 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3a44c-0598-43bd-a951-912167b57c7a req-86cf0367-3b69-4f34-b902-ab95b50ec19f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:46.716795 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-48a3a44c-0598-43bd-a951-912167b57c7a req-86cf0367-3b69-4f34-b902-ab95b50ec19f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0614402 Jun 16 09:48:46.752519 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-48a3a44c-0598-43bd-a951-912167b57c7a req-31c60cbe-2676-42ca-9cf2-319f726ce677 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301232 Jun 16 09:48:47.930394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1365c-1c2a-4a71-a078-75e4303be951 req-22de7182-67d9-42ef-b738-23bec3f2d480 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:47.931851 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39f1365c-1c2a-4a71-a078-75e4303be951 req-22de7182-67d9-42ef-b738-23bec3f2d480 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0659306 Jun 16 09:48:47.968468 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39f1365c-1c2a-4a71-a078-75e4303be951 req-6ae9c8c8-a8f2-48d0-bcec-1ce63f70837f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305369 Jun 16 09:48:49.145025 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fab25-90ab-408b-953c-89cefcee5d0e req-ae9e6692-a3ef-4211-b029-608621269388 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:49.146565 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-227fab25-90ab-408b-953c-89cefcee5d0e req-ae9e6692-a3ef-4211-b029-608621269388 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0645020 Jun 16 09:48:49.183637 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-227fab25-90ab-408b-953c-89cefcee5d0e req-f2414093-02af-4006-a66a-7853c1ab0fac tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314155 Jun 16 09:48:50.360740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9033858-6911-4693-b970-4dc4bf7ce4ab req-21dab478-e1c9-45e3-a236-c8bc7fba7c81 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:50.362226 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a9033858-6911-4693-b970-4dc4bf7ce4ab req-21dab478-e1c9-45e3-a236-c8bc7fba7c81 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0669637 Jun 16 09:48:50.400331 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a9033858-6911-4693-b970-4dc4bf7ce4ab req-d11251bb-09c4-45be-b501-7fc757690b39 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Jun 16 09:48:51.581028 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1578-46af-4c35-831b-6fab8254a3b6 req-91eec547-9142-489c-bb1f-3459332047bd tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:51.582419 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-306a1578-46af-4c35-831b-6fab8254a3b6 req-91eec547-9142-489c-bb1f-3459332047bd tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0634446 Jun 16 09:48:51.620752 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-306a1578-46af-4c35-831b-6fab8254a3b6 req-0cec6d8a-603d-4fbe-bf5f-9710b0c68168 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Jun 16 09:48:52.792081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373c2a-e548-48f9-b71e-824cecfa659e req-3341f6c6-c236-45d3-b656-ebad9c4076f3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:52.794049 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b373c2a-e548-48f9-b71e-824cecfa659e req-3341f6c6-c236-45d3-b656-ebad9c4076f3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0609853 Jun 16 09:48:52.833799 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b373c2a-e548-48f9-b71e-824cecfa659e req-55a18820-f635-43ee-b2c7-80119f76df86 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341794 Jun 16 09:48:54.009240 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c0188-974e-40a3-975c-8be12e618a54 req-f6c5e079-3a96-428f-aad9-62c0edd9410d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:54.010612 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a48c0188-974e-40a3-975c-8be12e618a54 req-f6c5e079-3a96-428f-aad9-62c0edd9410d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0614533 Jun 16 09:48:54.046364 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a48c0188-974e-40a3-975c-8be12e618a54 req-1585bc37-23a5-41c8-be30-704192a90e44 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296066 Jun 16 09:48:55.220750 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43035b71-521c-4939-9808-9b0806768197 req-bb164682-5104-425c-a0e1-8a5772cc27c3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:55.222251 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-43035b71-521c-4939-9808-9b0806768197 req-bb164682-5104-425c-a0e1-8a5772cc27c3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0624037 Jun 16 09:48:55.259314 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-43035b71-521c-4939-9808-9b0806768197 req-d4c22567-9568-44fa-b987-d0f7ada61f63 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Jun 16 09:48:56.441551 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec09c9-a674-4b0d-858b-2ef50e924cd8 req-ffbeff52-700d-42d6-8c98-3dbd6993f728 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:56.443410 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3eec09c9-a674-4b0d-858b-2ef50e924cd8 req-ffbeff52-700d-42d6-8c98-3dbd6993f728 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0683110 Jun 16 09:48:56.482353 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3eec09c9-a674-4b0d-858b-2ef50e924cd8 req-b405bfb4-3f09-48cd-ad79-e87d00e528f1 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Jun 16 09:48:57.658918 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e714416-9a99-4e4b-918e-205da85f051f req-3f4f74c0-b606-482a-a692-4337453c2e16 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:57.660316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e714416-9a99-4e4b-918e-205da85f051f req-3f4f74c0-b606-482a-a692-4337453c2e16 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0654306 Jun 16 09:48:57.697058 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e714416-9a99-4e4b-918e-205da85f051f req-32d36c17-4ddc-4a02-a61b-641675901a2d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Jun 16 09:48:58.480806 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:48:58.873690 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f817b2f-57f9-47f2-a426-01c6ab720be5 req-7042624d-5a6e-4f4e-9b3e-d8c006a7ddca tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:48:58.875188 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4f817b2f-57f9-47f2-a426-01c6ab720be5 req-7042624d-5a6e-4f4e-9b3e-d8c006a7ddca tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0626853 Jun 16 09:48:58.917094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4f817b2f-57f9-47f2-a426-01c6ab720be5 req-a64d1a0e-454e-4bfe-982c-705ccef64957 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362630 Jun 16 09:49:00.094304 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d58bf-db09-4546-bd65-2854dc6b65b5 req-9d78dd7d-badf-4324-83c3-6bc80baf0bd5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:00.095721 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a8d58bf-db09-4546-bd65-2854dc6b65b5 req-9d78dd7d-badf-4324-83c3-6bc80baf0bd5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0616517 Jun 16 09:49:00.131055 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0a8d58bf-db09-4546-bd65-2854dc6b65b5 req-b3e4e2c0-a7e9-49fc-b72e-fa7f1dc7f062 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294998 Jun 16 09:49:01.307117 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df9b80-2cc4-43a2-ac6f-2d5530df204d req-9a0c633f-efb2-48d1-a91c-12bd6c2d1e34 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:01.308602 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39df9b80-2cc4-43a2-ac6f-2d5530df204d req-9a0c633f-efb2-48d1-a91c-12bd6c2d1e34 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Jun 16 09:49:01.346227 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-39df9b80-2cc4-43a2-ac6f-2d5530df204d req-8ee3c48f-faae-4ffb-b4a2-132d173e45f8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Jun 16 09:49:02.534758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13886041-8eba-44ca-a4d9-813bcc633d29 req-a4fa3966-085e-45e7-82c8-64e776588ca2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:02.536246 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13886041-8eba-44ca-a4d9-813bcc633d29 req-a4fa3966-085e-45e7-82c8-64e776588ca2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0672250 Jun 16 09:49:02.575298 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13886041-8eba-44ca-a4d9-813bcc633d29 req-cc8fab4c-0317-4546-9b56-88c15a64f3f4 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Jun 16 09:49:03.763052 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fcbe3-1f85-40c3-ae4e-83b4d1a9aed4 req-1bedd348-b494-495d-89ac-de2bb6035728 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:03.764581 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-985fcbe3-1f85-40c3-ae4e-83b4d1a9aed4 req-1bedd348-b494-495d-89ac-de2bb6035728 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0634511 Jun 16 09:49:03.802307 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-985fcbe3-1f85-40c3-ae4e-83b4d1a9aed4 req-faea5326-4514-4ece-8583-ae5902384cf9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jun 16 09:49:04.977008 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e31320-cd1b-430c-b82e-43679bf53e46 req-8135c1b3-386c-432b-a78a-11a74ab0559d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:04.978450 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-06e31320-cd1b-430c-b82e-43679bf53e46 req-8135c1b3-386c-432b-a78a-11a74ab0559d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0626562 Jun 16 09:49:05.019621 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-06e31320-cd1b-430c-b82e-43679bf53e46 req-b83d1e82-52fd-42dd-811e-6f0ace4335a6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355110 Jun 16 09:49:05.164801 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e6edc452-cc43-4807-b90e-b936f26cdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:06.210647 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbe419-2448-4916-a92d-3191d97b7e0f req-05e652e1-0ed5-454e-8a1d-b3c9d3fca2b5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:06.212157 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-24dbe419-2448-4916-a92d-3191d97b7e0f req-05e652e1-0ed5-454e-8a1d-b3c9d3fca2b5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0712631 Jun 16 09:49:06.250940 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-24dbe419-2448-4916-a92d-3191d97b7e0f req-1e922a36-da30-44d3-8426-352a2a067bc1 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Jun 16 09:49:07.432223 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea03f1-cef6-4578-83e0-aa5647ff2915 req-ef05c864-b1ee-48df-82a4-708e6b1c5684 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:07.433700 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cfea03f1-cef6-4578-83e0-aa5647ff2915 req-ef05c864-b1ee-48df-82a4-708e6b1c5684 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0631442 Jun 16 09:49:07.470683 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cfea03f1-cef6-4578-83e0-aa5647ff2915 req-e09089ad-0f3e-4459-b9a5-bd1efe512d2c tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Jun 16 09:49:07.684081 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3875-827e-4b07-b706-118f42236c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:08.025163 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:08.657240 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14acab9-8d02-4bb7-b06b-fbb90be829cc req-99103549-0b48-4d84-9d29-ebd30b2bc312 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:08.658755 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a14acab9-8d02-4bb7-b06b-fbb90be829cc req-99103549-0b48-4d84-9d29-ebd30b2bc312 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0702276 Jun 16 09:49:08.697362 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a14acab9-8d02-4bb7-b06b-fbb90be829cc req-b0642588-2e11-40ca-9386-2c7d1d4298be tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Jun 16 09:49:08.950976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:09.873968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5e51-e237-4b33-a504-07054338bf59 req-08f07354-7cf9-4d4d-87d4-f760a67e6e2a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:09.875460 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-949c5e51-e237-4b33-a504-07054338bf59 req-08f07354-7cf9-4d4d-87d4-f760a67e6e2a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0628674 Jun 16 09:49:09.913646 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-949c5e51-e237-4b33-a504-07054338bf59 req-fd981b1e-9ae1-4a74-95b3-c704ff024495 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324261 Jun 16 09:49:10.432490 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:10.510626 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:10.846511 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-815aedf5-7bc2-444c-a665-38ba63ab18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:10.848023 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-815aedf5-7bc2-444c-a665-38ba63ab18e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1099 time: 0.0540245 Jun 16 09:49:10.974660 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-a73dc4a0-0376-4492-bad1-a37fc038fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:10.976120 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-a73dc4a0-0376-4492-bad1-a37fc038fdd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.0917168 Jun 16 09:49:11.079963 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-9c44c57d-24be-4f5a-b590-96ec8819d6d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1002 time: 0.0898314 Jun 16 09:49:11.137962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304c9b-1b08-42fe-a188-e0c25923c3c8 req-e2b65907-015d-4d98-ab8d-61c7f247ca62 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:11.139330 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b1304c9b-1b08-42fe-a188-e0c25923c3c8 req-e2b65907-015d-4d98-ab8d-61c7f247ca62 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.1115699 Jun 16 09:49:11.154280 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-49ed2a0a-08a3-45f0-99eb-60d9407f49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:11.155627 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-49ed2a0a-08a3-45f0-99eb-60d9407f49df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0679519 Jun 16 09:49:11.210008 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b1304c9b-1b08-42fe-a188-e0c25923c3c8 req-094d2053-b1af-403e-a05d-08a3bf4bd465 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649271 Jun 16 09:49:11.232398 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-d40c69b5-5a0e-45a6-a8ef-a5449622ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:11.233855 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-d40c69b5-5a0e-45a6-a8ef-a5449622ec3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692935 Jun 16 09:49:11.583567 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-300f01d1-5288-4956-884a-9d70359a9308 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413563 Jun 16 09:49:11.673100 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-64d65d51-d91d-42d0-94be-5858c24817d2 req-9704af20-16e9-4b32-95a7-d23d6c455168 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Jun 16 09:49:12.389548 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d4b46-647b-4300-bd57-1ac58d08cd85 req-23fb6487-d728-4ca2-bb59-b8664c874a06 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:12.391037 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce7d4b46-647b-4300-bd57-1ac58d08cd85 req-23fb6487-d728-4ca2-bb59-b8664c874a06 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0620403 Jun 16 09:49:12.428463 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce7d4b46-647b-4300-bd57-1ac58d08cd85 req-398d4827-2a8d-4055-90cd-a264d28def7a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Jun 16 09:49:13.606534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b3da9-25ae-4432-9b38-5d073bce05b7 req-abb67d16-2c5c-4b60-a1ae-fc3b8800e91b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:13.608044 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-811b3da9-25ae-4432-9b38-5d073bce05b7 req-abb67d16-2c5c-4b60-a1ae-fc3b8800e91b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0663400 Jun 16 09:49:13.645539 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-811b3da9-25ae-4432-9b38-5d073bce05b7 req-b079202a-576c-422f-b25a-a171830bc0f6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Jun 16 09:49:14.822170 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225a3d-3d56-4c1e-a099-627a9d111d83 req-8218fe92-a368-49fe-92bd-5e4a2b64c82b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:14.823719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-00225a3d-3d56-4c1e-a099-627a9d111d83 req-8218fe92-a368-49fe-92bd-5e4a2b64c82b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0651445 Jun 16 09:49:14.865556 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-00225a3d-3d56-4c1e-a099-627a9d111d83 req-ae56a9cd-c6e4-4cda-bde8-85d7cef8c3aa tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355725 Jun 16 09:49:16.043622 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b1d1c-7116-4ba0-af48-5e8a5feff0a3 req-e84538f6-d112-4290-8d78-9193216bb857 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:16.045028 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f9b1d1c-7116-4ba0-af48-5e8a5feff0a3 req-e84538f6-d112-4290-8d78-9193216bb857 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0630610 Jun 16 09:49:16.082413 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5f9b1d1c-7116-4ba0-af48-5e8a5feff0a3 req-8bc448df-8d02-4ffd-a47c-78be62e9a95a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Jun 16 09:49:16.915234 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:49:17.009369 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:17.020720 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:49:17.057902 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.068654 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:49:17.088337 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:17.176529 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:17.176829 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-4d1c989a-7768-472c-b5ea-d88a72a892b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:17.228237 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=6']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:17.235438 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.235810 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.236032 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.236391 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.236722 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.237050 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.237374 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.237693 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.238014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.238332 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.238649 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.238970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:17.243208 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:17.272180 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e20913-b66a-48ce-b32e-0301587598a0 req-a6720aab-d764-4219-9a70-56084d9c715c tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:17.273793 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-54e20913-b66a-48ce-b32e-0301587598a0 req-a6720aab-d764-4219-9a70-56084d9c715c tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jun 16 09:49:17.312961 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-54e20913-b66a-48ce-b32e-0301587598a0 req-f283c97a-11cf-4c20-918c-324dae9dd780 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Jun 16 09:49:17.391941 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['264afb2e-56d8-4d0c-bed5-59712e9f9d8a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:49:18.500961 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c04b5-ea6f-4908-8149-1667f568ed85 req-e9a20016-674a-45a9-a6d0-fc441f736b8b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:18.500961 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cd5c04b5-ea6f-4908-8149-1667f568ed85 req-e9a20016-674a-45a9-a6d0-fc441f736b8b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 945 time: 0.0644693 Jun 16 09:49:18.553308 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cd5c04b5-ea6f-4908-8149-1667f568ed85 req-7c9a6a3e-635e-4b37-8929-535c391e956e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485625 Jun 16 09:49:18.910149 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:18.970220 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:18.970604 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:19.053315 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:19.083835 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:19.086229 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60eb16-b5c2-4283-afae-3041fdef9c35" -d '{"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:19.111947 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:19.216256 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:19.218163 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:19.242566 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c796a7-6026-4c9f-a0fe-414ddd51e154 x-openstack-request-id: req-d7c796a7-6026-4c9f-a0fe-414ddd51e154 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:19.243249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:19.243660 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7c796a7-6026-4c9f-a0fe-414ddd51e154 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:19.244147 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'code': 200} Jun 16 09:49:19.279549 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=7']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:19.292316 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:19.553969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc41da0-0054-4898-8c0b-967489264034 req-39f74850-d626-43c8-b37e-27a8b0404c35 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:19.555461 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-abc41da0-0054-4898-8c0b-967489264034 req-39f74850-d626-43c8-b37e-27a8b0404c35 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0722013 Jun 16 09:49:19.616039 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-abc41da0-0054-4898-8c0b-967489264034 req-997d54df-710c-4447-9276-27ba76d7aee1 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516288 Jun 16 09:49:19.749363 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a6c3-32f4-4b9a-bf71-dfd8aba057f8 req-3c94a24c-23d8-4fd6-9565-1a62ad543432 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:19.750984 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a317a6c3-32f4-4b9a-bf71-dfd8aba057f8 req-3c94a24c-23d8-4fd6-9565-1a62ad543432 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0689692 Jun 16 09:49:19.792454 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a317a6c3-32f4-4b9a-bf71-dfd8aba057f8 req-20968e8a-1f68-4930-9a5f-f40443e5119c tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349145 Jun 16 09:49:20.802312 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72a8e8-2831-4e37-b238-c7db78e32eb5 req-8bfb6857-c329-4c2d-b0b3-bc72c7e4fa0a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:20.804747 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee72a8e8-2831-4e37-b238-c7db78e32eb5 req-8bfb6857-c329-4c2d-b0b3-bc72c7e4fa0a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0717080 Jun 16 09:49:20.856230 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ee72a8e8-2831-4e37-b238-c7db78e32eb5 req-3bb7e304-cbf1-4b2a-b1c8-e109f6c58934 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Jun 16 09:49:20.996685 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb962b9-7ff1-43e4-a20b-36012a294a67 req-646a6158-a786-4b6d-b605-34785fe0e09f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:20.998180 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7fb962b9-7ff1-43e4-a20b-36012a294a67 req-646a6158-a786-4b6d-b605-34785fe0e09f tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0731437 Jun 16 09:49:21.040206 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7fb962b9-7ff1-43e4-a20b-36012a294a67 req-ceec4f63-fb71-4f3f-a8ac-90da3e8da1dd tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353301 Jun 16 09:49:21.805351 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-36e10941-a458-4656-b879-f658627d95d3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:21.806863 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-36e10941-a458-4656-b879-f658627d95d3 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.0644271 Jun 16 09:49:21.921648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Deleting port 40febc1e-2b4e-442a-92de-bebbffb854e2 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:21.922053 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.056482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] For port 40febc1e-2b4e-442a-92de-bebbffb854e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40febc1e-2b4e-442a-92de-bebbffb854e2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:22.056875 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.119918 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e725cd-c0ec-4222-926d-322f21dddce6 req-501bad95-5b2a-482b-bb9b-a897df2488c1 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:22.121468 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-47e725cd-c0ec-4222-926d-322f21dddce6 req-501bad95-5b2a-482b-bb9b-a897df2488c1 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 945 time: 0.1350291 Jun 16 09:49:22.232046 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-47e725cd-c0ec-4222-926d-322f21dddce6 req-02e53317-ff93-4d67-b927-932c986a124a tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcdfe8b0-3083-4e89-b038-23c108b1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985935 Jun 16 09:49:22.335536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.335536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.335536 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Floating IP 9beceeac-b8d0-4465-a34c-10c70c65bc0f disassociated. External IP: 172.28.2.103, port: 40febc1e-2b4e-442a-92de-bebbffb854e2. Jun 16 09:49:22.335536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Calling delete_port for 40febc1e-2b4e-442a-92de-bebbffb854e2 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:22.343001 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce9f7-c2fc-4a99-ac89-cfa7f45c753c req-1561d7e4-bd0c-4433-a615-0e15b184f9ae tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:22.345241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-537ce9f7-c2fc-4a99-ac89-cfa7f45c753c req-1561d7e4-bd0c-4433-a615-0e15b184f9ae tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.1510787 Jun 16 09:49:22.424801 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-537ce9f7-c2fc-4a99-ac89-cfa7f45c753c req-b3588737-5845-4b9e-84e5-40da72528615 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695000 Jun 16 09:49:22.575355 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.580650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a901b5ae-829c-4dfa-9872-94858a593147 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:22.624042 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'Port': ['ID=40febc1e-2b4e-442a-92de-bebbffb854e2,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:22.635012 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.635201 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.635726 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.636156 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.636581 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.637000 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.637407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.637840 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.638226 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.638643 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.639048 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.639450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:22.644836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:22.754966 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:49:22.868366 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:22.878925 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:22.890306 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:22.891720 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:22.923016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] No DVR routers for this DVR port 40febc1e-2b4e-442a-92de-bebbffb854e2 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:49:22.927077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:22.927907 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3a4a2199-4cfb-4763-a1b6-fda0d58e34f1 req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.23 "DELETE /v2.0/ports/40febc1e-2b4e-442a-92de-bebbffb854e2 HTTP/1.1" status: 204 len: 173 time: 1.1130223 Jun 16 09:49:22.928450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'name': 'network-vif-deleted', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:22.931207 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1cbcd7-db12-4594-a8fe-3029a91c1348" -d '{"events": [{"server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "name": "network-vif-deleted", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:23.027567 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:23.047789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4241a07f-47bc-4822-a2b9-fb60bcb0b105 x-openstack-request-id: req-4241a07f-47bc-4822-a2b9-fb60bcb0b105 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:23.048584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a239e2f5-b0a5-432d-ac14-59b353a9a39c", "name": "network-vif-deleted", "tag": "40febc1e-2b4e-442a-92de-bebbffb854e2", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:23.049220 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4241a07f-47bc-4822-a2b9-fb60bcb0b105 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:23.049872 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a239e2f5-b0a5-432d-ac14-59b353a9a39c', 'name': 'network-vif-deleted', 'tag': '40febc1e-2b4e-442a-92de-bebbffb854e2', 'status': 'completed', 'code': 200} Jun 16 09:49:23.256251 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:23.261421 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:23.271291 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:23.272434 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:23.415820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:23.434053 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-256d0219-0069-4245-afda-efd39e5ec549 req-dcc96d1d-0a87-452f-8392-2102e765f989 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/ports?device_id=a239e2f5-b0a5-432d-ac14-59b353a9a39c HTTP/1.1" status: 200 len: 210 time: 0.0306818 Jun 16 09:49:23.634416 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6d96-3fc4-4a74-8faf-72f4d65c26a6 req-d279399f-d501-45fa-b949-bdb510b44029 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:23.635950 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-475f6d96-3fc4-4a74-8faf-72f4d65c26a6 req-d279399f-d501-45fa-b949-bdb510b44029 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0782709 Jun 16 09:49:23.686727 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-475f6d96-3fc4-4a74-8faf-72f4d65c26a6 req-415d97e1-a6ab-4c18-b06f-e4439fc044e4 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Jun 16 09:49:23.796880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:23.800752 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc161a78-56c3-4818-80f8-a4f2c54bf092 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:43:15Z', 'revision_number': 4, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '69929076-29f6-4f28-843d-8c834c2ceec2', 'name': '', 'network_id': '9ba0351c-e71b-48ce-bf2c-c34ed6e2033b', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'mac_address': 'fa:16:3e:3a:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:13Z', 'updated_at': '2021-06-16T09:43:26Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'subnets': [{'id': 'b081d217-d7d4-4f67-8d2c-46fe76164370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:49:24.103440 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db96aa6-fbd9-4df6-a6e4-33c223052221 None None] New status for floating IP 9beceeac-b8d0-4465-a34c-10c70c65bc0f: DOWN {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:49:24.621169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40550) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:24.689864 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:24.717780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:24.883400 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcdcc0-741a-4a22-9ccf-f70e8340674a req-6643723d-f69a-4551-ae0a-735b8a2b8c15 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:24.884814 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-36fcdcc0-741a-4a22-9ccf-f70e8340674a req-6643723d-f69a-4551-ae0a-735b8a2b8c15 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0633345 Jun 16 09:49:24.934267 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-36fcdcc0-741a-4a22-9ccf-f70e8340674a req-e1eb4d0e-d015-44cc-a6d0-bbabbf740c6b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425534 Jun 16 09:49:24.940521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 40febc1e-2b4e-442a-92de-bebbffb854e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:24.970592 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 40febc1e-2b4e-442a-92de-bebbffb854e2 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:49:24.971097 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 40febc1e-2b4e-442a-92de-bebbffb854e2 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:49:25.027050 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.029970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.031121 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "DELETE /v2.0/security-groups/dcdfe8b0-3083-4e89-b038-23c108b1a73b HTTP/1.1" status: 204 len: 168 time: 0.4086821 Jun 16 09:49:25.032449 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b989e98e-0c05-47cb-ad60-d50684b4d9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:25.034719 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40554) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:25.041824 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdfe8b0-3083-4e89-b038-23c108b1a73b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:25.044390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:25.049133 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.api.v2.resource [None req-e8afdfa9-783c-4672-9794-451317522709 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] show failed (client error): The resource could not be found. Jun 16 09:49:25.065654 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e8afdfa9-783c-4672-9794-451317522709 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "GET /v2.0/security-groups/dcdfe8b0-3083-4e89-b038-23c108b1a73b HTTP/1.1" status: 404 len: 347 time: 0.0142462 Jun 16 09:49:25.067992 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40556) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:25.192702 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Deleting port 4dd0863d-e1e1-43a1-8b83-04ff2ab498ea {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:25.192955 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.267889 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.268211 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.332026 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Calling delete_port for 4dd0863d-e1e1-43a1-8b83-04ff2ab498ea owned by network:floatingip {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:25.548243 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.551006 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-148b6475-d7bd-424d-8daf-803be09c5a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:25.575987 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Pushing event deleted for resources: {'Port': ['ID=4dd0863d-e1e1-43a1-8b83-04ff2ab498ea,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:25.585469 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.586179 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.586531 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.586885 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.587235 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.587581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.587920 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.588281 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.588631 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.588972 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.589320 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.589654 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:49:25.593404 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:25.665164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks [] for floatingip, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.668000 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:25.669238 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] 10.222.0.47 "DELETE /v2.0/floatingips/9beceeac-b8d0-4465-a34c-10c70c65bc0f HTTP/1.1" status: 204 len: 168 time: 0.6002522 Jun 16 09:49:26.152044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45ecf5-77d8-4c1a-ad61-2bd57cc2ce7d req-a8b04312-cb36-41b6-864d-7fd532380e03 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:26.153778 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3b45ecf5-77d8-4c1a-ad61-2bd57cc2ce7d req-a8b04312-cb36-41b6-864d-7fd532380e03 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0916982 Jun 16 09:49:26.201098 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3b45ecf5-77d8-4c1a-ad61-2bd57cc2ce7d req-9a94dd64-3111-4b90-82b7-99a47f022a20 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Jun 16 09:49:27.460564 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf0eb0-94c3-40f2-96ca-32563d819820 req-abb158d1-635a-4820-a8c4-f0fdb2174d87 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:27.469503 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30cf0eb0-94c3-40f2-96ca-32563d819820 req-abb158d1-635a-4820-a8c4-f0fdb2174d87 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0830922 Jun 16 09:49:27.511028 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-30cf0eb0-94c3-40f2-96ca-32563d819820 req-8b31b230-46f6-4cbc-b063-6b1ce2e1d386 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Jun 16 09:49:28.750751 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866caf24-b46e-4873-80fd-5f8dbf9ee1e3 req-b9372bd8-34c1-4f8a-981b-512e291e4b05 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:28.754472 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-866caf24-b46e-4873-80fd-5f8dbf9ee1e3 req-b9372bd8-34c1-4f8a-981b-512e291e4b05 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0858088 Jun 16 09:49:28.795920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-866caf24-b46e-4873-80fd-5f8dbf9ee1e3 req-f1126979-aa75-49c2-81be-95585dce7312 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358572 Jun 16 09:49:29.975517 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581114ad-5076-4803-8088-a6c6884b776a req-cae9f399-adb1-43e4-abd4-8095cd157762 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:29.977022 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-581114ad-5076-4803-8088-a6c6884b776a req-cae9f399-adb1-43e4-abd4-8095cd157762 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0668480 Jun 16 09:49:30.014483 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-581114ad-5076-4803-8088-a6c6884b776a req-34bad06b-2899-4221-ab80-44709287cd24 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318103 Jun 16 09:49:30.089288 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40610) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:30.145039 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-26ae94af-d4e7-4e1d-aa99-af38b6554857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:30.146528 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-26ae94af-d4e7-4e1d-aa99-af38b6554857 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1099 time: 0.0518155 Jun 16 09:49:30.240017 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-ff2d1633-fbe2-42dc-b844-48bc9733eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:30.241500 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-ff2d1633-fbe2-42dc-b844-48bc9733eeaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.0843921 Jun 16 09:49:30.307864 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-3103fc84-6f3c-4029-8e3d-45f85288c19d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1002 time: 0.0561788 Jun 16 09:49:30.363807 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-95617305-30ca-40c0-ae4c-a314e27876a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:30.365289 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-95617305-30ca-40c0-ae4c-a314e27876a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0469301 Jun 16 09:49:30.425351 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-9ca0f2ce-50c4-47ab-9858-e11c758bcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:30.426847 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-9ca0f2ce-50c4-47ab-9858-e11c758bcc84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516055 Jun 16 09:49:30.523606 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-77df49a0-a6eb-4100-bf45-47abb77ab1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860491 Jun 16 09:49:30.528521 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:30.617620 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-26f9c940-80f8-491d-8c48-b1a1f1f849ec req-3753339f-9190-49bd-94de-2a300a97f440 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jun 16 09:49:30.770716 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Deleting port 69929076-29f6-4f28-843d-8c834c2ceec2 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:30.771053 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:30.850215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] For port 69929076-29f6-4f28-843d-8c834c2ceec2, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=69929076-29f6-4f28-843d-8c834c2ceec2,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:30.850589 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:31.131240 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Calling delete_port for 69929076-29f6-4f28-843d-8c834c2ceec2 owned by network:router_interface {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:31.191548 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8eae4-8ef2-4ced-b3b4-19023b3f815a req-58c6d9d5-2c10-4f8e-9669-d286d61beb09 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:31.193048 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-98c8eae4-8ef2-4ced-b3b4-19023b3f815a req-58c6d9d5-2c10-4f8e-9669-d286d61beb09 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0612686 Jun 16 09:49:31.235090 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-98c8eae4-8ef2-4ced-b3b4-19023b3f815a req-e1b66ed2-8c52-47fd-99b4-454ce5cc9c10 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358529 Jun 16 09:49:31.386718 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:31.389835 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a09ad528-7edb-42f4-bea9-14dfc114f089 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:31.415071 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Pushing event deleted for resources: {'Port': ['ID=69929076-29f6-4f28-843d-8c834c2ceec2,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:31.422220 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:31.578245 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:31.787897 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:49:31.890935 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:31.895881 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-aceee8d3-d01e-453b-a233-bf82ef0b2aec admin admin] 10.222.0.47 "PUT /v2.0/routers/91f0742a-cf24-42a5-9ad4-567dd50a7df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055015 Jun 16 09:49:31.898299 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40616) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:31.901900 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Sync routers for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:31.911714 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:31.912554 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:31.997303 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.012134 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:32.091290 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.184257 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:49:31Z', 'revision_number': 5, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port': {'id': '5b2473d9-0c1e-46f3-b20a-4fe1c4193717', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:32.187672 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Checking router: 91f0742a-cf24-42a5-9ad4-567dd50a7df8 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:32.195986 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Routers {'91f0742a-cf24-42a5-9ad4-567dd50a7df8'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:32.196651 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:32.219054 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Deleting port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:32.219634 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.287581 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] Set router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 gateway port host: None {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:32.306286 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] For port 5b2473d9-0c1e-46f3-b20a-4fe1c4193717, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:32.306668 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.344944 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:49:32Z', 'revision_number': 6, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port_host': None}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:32.349717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083ce64-bfda-4e68-9054-41ba7c911d12 None None] The sync data for ids ['91f0742a-cf24-42a5-9ad4-567dd50a7df8'] in dv-cinder-796286-4-smb is: [{'id': '91f0742a-cf24-42a5-9ad4-567dd50a7df8', 'name': 'tempest-AttachVolumeTestJSON-1943116195-router', 'tenant_id': '0ca0588177604eccac158d5073c85f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:07Z', 'updated_at': '2021-06-16T09:49:32Z', 'revision_number': 6, 'project_id': '0ca0588177604eccac158d5073c85f61', 'gw_port_host': None}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:49:32.377980 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Calling delete_port for 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:32.425979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09d047-04f0-46ef-b287-6bf9a17f8071 req-b11a08d4-5ce9-4f00-8ba5-bac95dc9fe61 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:32.427449 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de09d047-04f0-46ef-b287-6bf9a17f8071 req-b11a08d4-5ce9-4f00-8ba5-bac95dc9fe61 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Jun 16 09:49:32.463953 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-de09d047-04f0-46ef-b287-6bf9a17f8071 req-09fb6cfa-ff4a-43c3-95c4-92b29e622433 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Jun 16 09:49:32.604006 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.606962 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-d1cd384c-24cc-4a52-ada6-6b0cb3ab38c9 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:32.630439 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2473d9-0c1e-46f3-b20a-4fe1c4193717,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:32.634233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:32.689203 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.785047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.787271 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.887923 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.888459 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f0742a-cf24-42a5-9ad4-567dd50a7df8 {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:49:32.893933 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.895501 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/91f0742a-cf24-42a5-9ad4-567dd50a7df8 HTTP/1.1" status: 204 len: 168 time: 0.9960847 Jun 16 09:49:32.898755 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40620) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:32.943527 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Deleting subnet b081d217-d7d4-4f67-8d2c-46fe76164370 {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:49:32.946561 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:32.979766 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065082563'] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.084679 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.238417 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12858342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065052499'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.240840 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:33.267729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b081d217-d7d4-4f67-8d2c-46fe76164370,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:33.270742 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:33.271716 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.273643 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e9477f0a-286e-4e2c-a53f-f097d2c17b17 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b081d217-d7d4-4f67-8d2c-46fe76164370 HTTP/1.1" status: 204 len: 168 time: 0.3738723 Jun 16 09:49:33.276407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40622) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:33.278910 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11150a-b5ad-4413-b883-c8d04c841f85 None None] Network 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:33.349782 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.415326 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Deleting port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:33.416029 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.480710 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] For port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:33.481364 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.492940 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] DHCP port deletion for 9ba0351c-e71b-48ce-bf2c-c34ed6e2033b request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:49:33.549939 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Deleting port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:33.550160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Calling delete_port for 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 owned by network:dhcp {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:33.550838 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.618944 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] For port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,segment=NetworkSegment(8e15e810-91f1-4cd1-8e9e-5affb4a19c17),segment_id=8e15e810-91f1-4cd1-8e9e-5affb4a19c17)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:33.619468 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.689970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a9ea-5d99-40ad-9c64-617e220fa995 req-feb5d449-e417-4880-929e-e826b747e6b9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:33.691376 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-af58a9ea-5d99-40ad-9c64-617e220fa995 req-feb5d449-e417-4880-929e-e826b747e6b9 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 946 time: 0.0915682 Jun 16 09:49:33.691982 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Calling delete_port for 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:33.729630 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-af58a9ea-5d99-40ad-9c64-617e220fa995 req-a4592ff9-1e72-406e-bc30-0667339e086a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Jun 16 09:49:33.751033 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.753498 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-db3736af-b1c4-4af5-abd3-d470ddb38213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:33.768912 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] No DVR routers for this DVR port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 on host dv-cinder-796286-4-smb {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:49:33.793122 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:33.796203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:33.816828 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.825281 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:33.846370 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Pushing event deleted for resources: {'Port': ['ID=28a839ca-cbc7-4ce8-95f6-76db0a21ae99,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:33.848860 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] No DVR routers for this DVR port 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:49:33.850352 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:33.879227 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 69929076-29f6-4f28-843d-8c834c2ceec2 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:33.894693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.898087 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 69929076-29f6-4f28-843d-8c834c2ceec2 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:49:33.898454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 69929076-29f6-4f28-843d-8c834c2ceec2 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:49:33.898896 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:33.906098 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba0351c-e71b-48ce-bf2c-c34ed6e2033b']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:33.917454 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e15e810-91f1-4cd1-8e9e-5affb4a19c17') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:33.917812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e15e810-91f1-4cd1-8e9e-5affb4a19c17') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:33.920831 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:49:33.921197 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 5b2473d9-0c1e-46f3-b20a-4fe1c4193717 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:49:33.922154 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:33.927945 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.941283 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:49:33.941643 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 28a839ca-cbc7-4ce8-95f6-76db0a21ae99 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:49:33.942414 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.951538 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:49:33.951968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:49:33.953744 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:49:34.087905 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.091611 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0fe8b751-6ff7-4e71-81d7-a6c0ba7b9450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:34.094055 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.095828 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9ba0351c-e71b-48ce-bf2c-c34ed6e2033b HTTP/1.1" status: 204 len: 168 time: 0.8183506 Jun 16 09:49:34.106845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba0351c-e71b-48ce-bf2c-c34ed6e2033b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:34.109655 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:34.481840 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40636) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:34.522066 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e612a6aa-e22f-46b3-8a2c-db87b7187100 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ca0588177604eccac158d5073c85f61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390439 Jun 16 09:49:34.524445 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40638) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:34.573174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.593347 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.729394 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.731954 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:34.733120 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad85cffb-d068-453e-97d2-0ba79660e928 HTTP/1.1" status: 204 len: 168 time: 0.2078052 Jun 16 09:49:34.733885 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-925dd8d5-53d2-48bc-8c83-f8b4c35a8e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:34.743643 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad85cffb-d068-453e-97d2-0ba79660e928,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:34.745413 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-180ebdca-8edd-40ee-96dc-1179705a2f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:34.957669 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:49:35.033665 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:35.058952 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:35.061660 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb281742-416e-430c-aa64-50e9db6bd25a" -d '{"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-unplugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:35.074745 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:35.106906 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e39ff9-c0fa-4e34-84da-363fd4472d00 x-openstack-request-id: req-05e39ff9-c0fa-4e34-84da-363fd4472d00 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:35.107170 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-unplugged", "status": "failed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "code": 422}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:35.107431 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05e39ff9-c0fa-4e34-84da-363fd4472d00 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:35.107879 dv-cinder-796286-4-smb neutron-server[99030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'code': 422} returned with failed status Jun 16 09:49:35.162061 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:35.163957 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:35.188556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9f39434f-de35-4cbf-bee1-175b03846ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:35.216768 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=8']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:35.220433 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:35.479238 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:49:36.472823 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912c1-8551-4c04-aad3-cb17a828b934 req-faeb4e87-2886-4125-a4c5-b75407f50615 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:36.474552 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cf1912c1-8551-4c04-aad3-cb17a828b934 req-faeb4e87-2886-4125-a4c5-b75407f50615 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.3562419 Jun 16 09:49:36.500076 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-498b5e59-22f1-43d2-83f2-71bb374d7fc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918045 Jun 16 09:49:36.519144 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cf1912c1-8551-4c04-aad3-cb17a828b934 req-4b5c1a64-53b9-444d-a095-0b6ddc01d845 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Jun 16 09:49:37.675827 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12ef7846-4833-4c20-a0f9-54d930902fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:37.698650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29457e4c-ecb0-4a85-ac7d-79e09e0a3e80 req-28dc21da-6d6b-4dcf-b62b-9af9aa6fca48 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:37.700081 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29457e4c-ecb0-4a85-ac7d-79e09e0a3e80 req-28dc21da-6d6b-4dcf-b62b-9af9aa6fca48 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0630598 Jun 16 09:49:37.741829 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-29457e4c-ecb0-4a85-ac7d-79e09e0a3e80 req-c5a99531-a45d-4071-9da5-5c714301b3d2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359182 Jun 16 09:49:38.033019 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:38.089534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842727b8-063e-40b3-8bda-a78777f27b83 req-8d935c88-7afa-4e00-9a15-30252a47bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.091012 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-8d935c88-7afa-4e00-9a15-30252a47bc89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99&tenant_id=9e4fcaf24ec2442cb00780d7f10518d8 HTTP/1.1" status: 200 len: 1097 time: 0.0512767 Jun 16 09:49:38.187081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842727b8-063e-40b3-8bda-a78777f27b83 req-f217042c-80d7-4ce2-945d-7efd7614d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.188534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-f217042c-80d7-4ce2-945d-7efd7614d3d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1097 time: 0.0496421 Jun 16 09:49:38.278184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842727b8-063e-40b3-8bda-a78777f27b83 req-719e6497-e68a-4fb5-b99b-36eca1cd5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.279617 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-719e6497-e68a-4fb5-b99b-36eca1cd5971 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.0828917 Jun 16 09:49:38.345588 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-29f923d6-41c4-49a1-8d55-7963c51e3bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1000 time: 0.0557938 Jun 16 09:49:38.395910 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842727b8-063e-40b3-8bda-a78777f27b83 req-dcb91cf2-db98-49b7-ab0e-44e6d76d6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.397327 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-dcb91cf2-db98-49b7-ab0e-44e6d76d6305 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0421464 Jun 16 09:49:38.460584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842727b8-063e-40b3-8bda-a78777f27b83 req-5f8937e1-d08e-4217-ae23-fa581e95f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.462154 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-5f8937e1-d08e-4217-ae23-fa581e95f8a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545483 Jun 16 09:49:38.552138 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-11b927f3-a886-4118-912e-c48883d20b9b service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Jun 16 09:49:38.648886 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-842727b8-063e-40b3-8bda-a78777f27b83 req-16bdfa1c-9a93-4fc3-b602-96beca5c5333 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 Jun 16 09:49:38.918327 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f9582-48da-43ab-9afd-f8d24efabc6f req-34425949-bbe4-461a-a138-de57314b0783 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:38.919810 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d07f9582-48da-43ab-9afd-f8d24efabc6f req-34425949-bbe4-461a-a138-de57314b0783 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0638061 Jun 16 09:49:38.958067 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d07f9582-48da-43ab-9afd-f8d24efabc6f req-846fa6b1-84df-4bae-81a8-0c9ca391f30a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Jun 16 09:49:38.987118 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:40.181552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1f0b-546f-4bd4-b4f6-1c98efaf6171 req-c734741c-6502-4460-8323-c68dbf3f75a7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:40.184404 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-665c1f0b-546f-4bd4-b4f6-1c98efaf6171 req-c734741c-6502-4460-8323-c68dbf3f75a7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0830426 Jun 16 09:49:40.224120 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-665c1f0b-546f-4bd4-b4f6-1c98efaf6171 req-a0e98443-5206-4c2f-a2aa-27d5ea0e39ee tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335329 Jun 16 09:49:40.463983 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:40.569914 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:41.456055 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54562-767e-4173-8bd7-f323c91ab34d req-db8132a8-f3ef-4db9-ab2b-d7098a191306 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:41.457630 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13b54562-767e-4173-8bd7-f323c91ab34d req-db8132a8-f3ef-4db9-ab2b-d7098a191306 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0678566 Jun 16 09:49:41.501920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-13b54562-767e-4173-8bd7-f323c91ab34d req-68fe45e0-65c6-4f73-86fa-398744ae9997 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384357 Jun 16 09:49:42.121626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40794) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:42.234094 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.323803 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.396075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.398600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-31109cb9-3afc-4dbe-a689-95fddaeb5223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:42.435809 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ee57ace13864468a5b6c91dec1b3962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131135 Jun 16 09:49:42.436747 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14447f22-12b0-41e7-b0f6-c9ad28d0a716,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:42.438520 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40798) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:42.440771 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:42.487522 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.508320 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.638217 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.640682 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:42.644751 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14447f22-12b0-41e7-b0f6-c9ad28d0a716 HTTP/1.1" status: 204 len: 168 time: 0.2011089 Jun 16 09:49:42.644751 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ff14dcb2-a2f6-4ca3-b357-5ea4d692d86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:42.658363 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14447f22-12b0-41e7-b0f6-c9ad28d0a716,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:42.664164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-191b5b3b-e89e-4a98-b9d3-cfaa85ab5c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:42.736820 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a6000-f61f-48b0-9b5b-89c867d10ec5 req-6bcfb6b4-0517-433e-8c8f-cd69e7a51741 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:42.738289 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc4a6000-f61f-48b0-9b5b-89c867d10ec5 req-6bcfb6b4-0517-433e-8c8f-cd69e7a51741 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0718222 Jun 16 09:49:42.778881 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc4a6000-f61f-48b0-9b5b-89c867d10ec5 req-fe2ee3b1-1b40-4e2a-b9c2-3f33760a2305 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Jun 16 09:49:43.224782 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40806) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:43.238637 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.345168 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.437956 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.440946 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-59154e88-a525-476a-88c5-96857fcbe333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:43.478105 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08fe5578554b435c8586cc9b91e7f41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521820 Jun 16 09:49:43.479637 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40808) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:43.480455 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9659919-8cfa-47c8-8ec2-b29219a0b0e3,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:43.489981 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:43.563418 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.585466 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.696360 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.702100 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:43.705025 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9659919-8cfa-47c8-8ec2-b29219a0b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2238216 Jun 16 09:49:43.706904 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-4c81f111-23ec-4b4b-a3a1-dc7eea0bce53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:43.726316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9659919-8cfa-47c8-8ec2-b29219a0b0e3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:43.756573 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:43.974392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa8af-0d82-4a4d-9890-351edab3d68d req-30c734b7-99af-4f80-a7c7-71dd0dd09ab6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:43.975749 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8afa8af-0d82-4a4d-9890-351edab3d68d req-30c734b7-99af-4f80-a7c7-71dd0dd09ab6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0627995 Jun 16 09:49:44.013323 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8afa8af-0d82-4a4d-9890-351edab3d68d req-d7b76cde-5aca-4c4e-95b5-eda1d43ceb73 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Jun 16 09:49:45.204720 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617993e-58ac-4ca7-b508-21485b451806 req-03563326-68b8-4df6-80b9-04816eab544b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:45.208859 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8617993e-58ac-4ca7-b508-21485b451806 req-03563326-68b8-4df6-80b9-04816eab544b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0744526 Jun 16 09:49:45.252257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8617993e-58ac-4ca7-b508-21485b451806 req-fa7b70ec-d4b3-4db6-bd05-6852ec3372bc tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Jun 16 09:49:46.441129 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115550-599a-4e4c-82bf-4e2446778dfa req-8b99859a-dc46-4a78-bad9-0a255107323a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:46.442642 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e115550-599a-4e4c-82bf-4e2446778dfa req-8b99859a-dc46-4a78-bad9-0a255107323a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0622916 Jun 16 09:49:46.485812 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1e115550-599a-4e4c-82bf-4e2446778dfa req-b8f7bd89-898b-4371-9554-d938c058b8ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370905 Jun 16 09:49:47.687849 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61fa14-d62d-49b7-8442-8af4a9ade780 req-f192313a-28a2-41f9-ba82-ac943ebefbde tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:47.687849 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bb61fa14-d62d-49b7-8442-8af4a9ade780 req-f192313a-28a2-41f9-ba82-ac943ebefbde tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0755155 Jun 16 09:49:47.724884 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bb61fa14-d62d-49b7-8442-8af4a9ade780 req-4e7d8d1b-ec43-42f3-b029-fa39fd37b686 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333426 Jun 16 09:49:48.927843 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50effa87-fa59-4465-bf16-1bde89261e74 req-2a520254-14b4-45ab-aeb8-02d4ca611762 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:48.930127 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-50effa87-fa59-4465-bf16-1bde89261e74 req-2a520254-14b4-45ab-aeb8-02d4ca611762 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0928178 Jun 16 09:49:48.976663 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-50effa87-fa59-4465-bf16-1bde89261e74 req-59712b79-647d-4329-ae30-33e80a7b8eca tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 Jun 16 09:49:50.189169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff45b-ae48-41d6-871f-7a477682c4b0 req-e26d9359-d156-478b-8690-5cf942f24da6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:50.190667 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6cff45b-ae48-41d6-871f-7a477682c4b0 req-e26d9359-d156-478b-8690-5cf942f24da6 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0690958 Jun 16 09:49:50.232379 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c6cff45b-ae48-41d6-871f-7a477682c4b0 req-c1689f04-9254-4807-8377-3bdcdeb0998a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Jun 16 09:49:50.738450 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40896) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:50.842831 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:50.928261 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.012696 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.015068 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f3f22c1a-179d-41c9-9ee7-93b7707d49b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:51.049533 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2dacd-0b83-43cf-ba47-55cc9f20043d,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:51.052604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:51.055276 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e831b6b1977d4f84b6a4bb18b8484035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158114 Jun 16 09:49:51.058012 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40900) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:51.105770 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.126941 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.266841 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.270269 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.271330 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adb2dacd-0b83-43cf-ba47-55cc9f20043d HTTP/1.1" status: 204 len: 168 time: 0.2125139 Jun 16 09:49:51.272149 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-aa0634fa-56c6-4f77-9656-0008c92fbe75 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:51.280847 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2dacd-0b83-43cf-ba47-55cc9f20043d,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:51.285745 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3473a048-e379-42cf-9a99-1033203fc064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:51.422370 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e9c0-9b47-44dc-a5d8-6828ab59e450 req-89832e18-fedc-47b6-81a9-7a2905e450d7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:51.424367 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4198e9c0-9b47-44dc-a5d8-6828ab59e450 req-89832e18-fedc-47b6-81a9-7a2905e450d7 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0648768 Jun 16 09:49:51.461129 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4198e9c0-9b47-44dc-a5d8-6828ab59e450 req-14a1ade8-fdb1-4786-a71e-b4225e448436 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Jun 16 09:49:51.898651 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 40908) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:51.912163 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:51.995372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.072264 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.074791 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-04b2d107-d465-4eae-92d3-ef0527ead5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:52.111347 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8aa38e705c2e4eeebe2b34919e061814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116320 Jun 16 09:49:52.112978 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de531c5-7e90-49d3-8f68-0bb7636632f1,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:52.114544 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40910) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:52.115923 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:52.163250 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.182958 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.312667 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.315394 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:52.316684 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7de531c5-7e90-49d3-8f68-0bb7636632f1 HTTP/1.1" status: 204 len: 168 time: 0.2004678 Jun 16 09:49:52.317507 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-61419be4-6a7f-451e-827b-aa3b9efaffc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:52.332732 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de531c5-7e90-49d3-8f68-0bb7636632f1,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:52.332732 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:52.638016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882c2e9-cc4d-4209-8c55-9a5d3a1cb535 req-e59b4db5-48e8-4fc4-b957-935ce7b1f775 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:52.639500 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7882c2e9-cc4d-4209-8c55-9a5d3a1cb535 req-e59b4db5-48e8-4fc4-b957-935ce7b1f775 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0640018 Jun 16 09:49:52.681337 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7882c2e9-cc4d-4209-8c55-9a5d3a1cb535 req-f1925c9f-6160-4633-8054-66055515c387 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Jun 16 09:49:53.260296 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40934) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:53.356616 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-806326225-network', 'tenant_id': '62b01353f35e45f9ab18f7d413a574ac'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:53.437651 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Made reservation on behalf of 62b01353f35e45f9ab18f7d413a574ac for: {'network': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:53.439897 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.450885 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.534998 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.597781 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.601118 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fca88246-a9c9-45fa-9acb-7e0bda10b1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:53.622881 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=99029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:49:53.632437 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f1b284-b32c-44bb-b9bd-821fdbc85835,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:53.636648 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:53.637609 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.637946 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.segments_db [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Added segment 65a60645-4a61-4d7d-a059-0ecc6c6ca617 of type vlan for network e409a395-52cf-47a4-a3d5-702e3e46c289 Jun 16 09:49:53.678229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.757931 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.759279 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:53.759865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:53.762995 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17e6ba27-be21-43cd-9482-f746ec69c5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:53.821436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Pushing event updated for resources: {'Network': ['ID=e409a395-52cf-47a4-a3d5-702e3e46c289,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:53.824135 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:53.831785 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network e409a395-52cf-47a4-a3d5-702e3e46c289 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:49:53.844523 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3700f416-67f0-420f-b145-ca0c3b5b7642 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5831172 Jun 16 09:49:53.847898 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40940) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:53.854672 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Request body: {'subnet': {'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-806326225-subnet', 'tenant_id': '62b01353f35e45f9ab18f7d413a574ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:53.859936 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148ebf5-a9d3-4be1-ab63-1506fe5f707c req-50c93252-e2f5-4d16-8638-bc33b29868f8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:53.861587 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8148ebf5-a9d3-4be1-ab63-1506fe5f707c req-50c93252-e2f5-4d16-8638-bc33b29868f8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0660694 Jun 16 09:49:53.900871 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8148ebf5-a9d3-4be1-ab63-1506fe5f707c req-be8cde87-7437-43ab-b5b8-69030a1e456a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Jun 16 09:49:53.946539 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Made reservation on behalf of 62b01353f35e45f9ab18f7d413a574ac for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:53.948987 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065052488'] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.175429 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12858279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065052506'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.178396 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:54.232374 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd7e90b-be41-46c7-8153-08fd753d7e83,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:54.236136 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:54.236982 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Checking segment: {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:49:54.237333 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Network hostable DHCP agents. Network: e409a395-52cf-47a4-a3d5-702e3e46c289, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:49:54.306513 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Network e409a395-52cf-47a4-a3d5-702e3e46c289 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:49:54.401551 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, e409a395-52cf-47a4-a3d5-702e3e46c289) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:49:54.405735 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:54.406366 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:54.410379 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a5e14-362f-49e0-ac03-5761d2e808f6 None None] Network e409a395-52cf-47a4-a3d5-702e3e46c289 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:54.484672 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-360fb117-f140-489b-a5b0-0dc609c8c52f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6350582 Jun 16 09:49:54.528978 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102c143-1aea-4c0c-8aed-d5b56ee54873 None None] Network e409a395-52cf-47a4-a3d5-702e3e46c289 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:49:55.077096 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431e4ab-8d9f-4660-a90f-998f428a3082 req-cf41ffa7-3750-4805-9a76-3b5aa090302d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:55.078563 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8431e4ab-8d9f-4660-a90f-998f428a3082 req-cf41ffa7-3750-4805-9a76-3b5aa090302d tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 944 time: 0.0648422 Jun 16 09:49:55.095448 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:49:55.120019 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8431e4ab-8d9f-4660-a90f-998f428a3082 req-43041384-5803-4f8a-927a-3747f1326e56 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329394 Jun 16 09:49:55.189283 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:55.200516 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'port_id': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'mac_address': 'fa:16:3e:38:d8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:49:55.238535 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.256240 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:49:55.275418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:55.379463 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:55.383483 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:55.426208 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=9']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:55.429337 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:55.734293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['264afb2e-56d8-4d0c-bed5-59712e9f9d8a'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:49:56.296775 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1ccd7-5e14-444d-99a1-5e6dc6853e61 req-9a3c8207-b198-4773-a4ed-2e0537dd0563 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:56.298231 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6af1ccd7-5e14-444d-99a1-5e6dc6853e61 req-9a3c8207-b198-4773-a4ed-2e0537dd0563 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 945 time: 0.0654278 Jun 16 09:49:56.337734 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6af1ccd7-5e14-444d-99a1-5e6dc6853e61 req-a3d65d86-119d-407c-88ec-7a6ad9f2d935 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Jun 16 09:49:56.558584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-43771882-3376-45ba-9dde-532a55be453a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:56.560027 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-43771882-3376-45ba-9dde-532a55be453a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/networks?id=e409a395-52cf-47a4-a3d5-702e3e46c289 HTTP/1.1" status: 200 len: 808 time: 0.0972397 Jun 16 09:49:56.575993 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-487c9264-edb1-4d2a-8efa-1975be93d723 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/quotas/62b01353f35e45f9ab18f7d413a574ac HTTP/1.1" status: 200 len: 375 time: 0.0099907 Jun 16 09:49:56.613980 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-28948e95-8cb9-4da4-b1f7-5478d90c87a0 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328093 Jun 16 09:49:56.701159 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-2973ff10-22b0-419b-b26a-a09a80554967 service neutron] 10.222.0.47 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805702 Jun 16 09:49:56.789706 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-afa21c77-7f08-4a1e-a357-af01ea333e6d service neutron] 10.222.0.47 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825856 Jun 16 09:49:57.052529 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85ac2f8b-1a6e-4796-90c9-6097e31774bb req-de11c5e4-327f-4ddd-8aa8-1d784a31a6b5 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 210 time: 0.0303664 Jun 16 09:49:57.109730 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:49:57.159301 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:49:57.162713 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.233847 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.255778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:57.258035 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46892e77-f1a3-4c3b-ba14-9804817a480b" -d '{"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:57.270653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:49:57.293869 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903bebf-3f17-4b4b-a525-6c25849e9234 x-openstack-request-id: req-f903bebf-3f17-4b4b-a525-6c25849e9234 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:57.294395 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-plugged", "status": "completed", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:57.294865 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f903bebf-3f17-4b4b-a525-6c25849e9234 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:57.295419 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'code': 200} Jun 16 09:49:57.352748 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:57.354713 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:57.413180 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=10']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:57.416293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:57.521939 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05566-5a7b-4ffa-a9d7-e4d99148751f req-4b823f22-b94b-4962-9a80-7af05d99ce03 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:57.523427 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85a05566-5a7b-4ffa-a9d7-e4d99148751f req-4b823f22-b94b-4962-9a80-7af05d99ce03 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.0656316 Jun 16 09:49:57.563047 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85a05566-5a7b-4ffa-a9d7-e4d99148751f req-fc819f13-d13a-44b2-b1fa-e23a84f61a58 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325680 Jun 16 09:49:57.726567 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ed4f-1c6e-4768-ab40-00e4ccec45f4 req-5c2c5861-0c11-46c3-9333-0d5cbfe4832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:57.728294 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f560ed4f-1c6e-4768-ab40-00e4ccec45f4 req-5c2c5861-0c11-46c3-9333-0d5cbfe4832f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1100 time: 0.0606918 Jun 16 09:49:57.766879 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f560ed4f-1c6e-4768-ab40-00e4ccec45f4 req-a1e47569-73a4-4f71-a797-dd8de1b05619 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282509 Jun 16 09:49:58.187455 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 40986) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:49:58.195182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1390b545-a8af-465e-89f0-06ab9ad6b354 req-ac403d1f-0ee7-4302-aef3-e68d7f8cd333 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 210 time: 0.0309579 Jun 16 09:49:58.345305 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Deleting port df4a7210-8310-4d32-8dd1-4356b924bb30 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:49:58.345572 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.420662 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.420994 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.484631 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Calling delete_port for df4a7210-8310-4d32-8dd1-4356b924bb30 owned by network:floatingip {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:49:58.706504 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:58.709429 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:49:58.736572 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event deleted for resources: {'Port': ['ID=df4a7210-8310-4d32-8dd1-4356b924bb30,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:49:58.742069 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:49:58.749784 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0af68f-7f6b-4dd5-a8c4-cf17034e5aa6 req-8543eeba-1ffd-42ee-b67a-4149f8047dd2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:58.751316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b0af68f-7f6b-4dd5-a8c4-cf17034e5aa6 req-8543eeba-1ffd-42ee-b67a-4149f8047dd2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.0649347 Jun 16 09:49:58.792019 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b0af68f-7f6b-4dd5-a8c4-cf17034e5aa6 req-ad9702b4-c2c4-4581-9346-ef983c8fec1e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345902 Jun 16 09:49:59.022194 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for floatingip, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:59.022437 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.l3_db [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Floating IP 61e89be5-4bd4-494d-9f82-70061b5583d6 disassociated (deleted). External IP: 172.28.2.229, port: 148c2b7c-700c-4637-83e8-efe0f9b64043. Jun 16 09:49:59.227973 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Router c3045497-a027-4b34-a380-5bb23971d7d9 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:49:59.351246 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:49:59.355821 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:49:59.364544 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1c9687ac-4160-4fa4-868b-fa6e12be060f req-77fd6dd9-513b-4e35-8606-0b2fffbcc70e tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 210 time: 0.0355959 Jun 16 09:49:59.367881 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Sync routers for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:49:59.388292 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:59.393754 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:59.399280 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-7aa2ad1e-63d6-40f9-82ee-7e214156f488 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "DELETE /v2.0/floatingips/61e89be5-4bd4-494d-9f82-70061b5583d6 HTTP/1.1" status: 204 len: 168 time: 1.2099128 Jun 16 09:49:59.400019 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:49:59.402643 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67171efb-17d0-418d-8fc9-37ce11de7565" -d '{"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:49:59.563937 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:59.590185 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d00bd4-a292-4707-9ac9-984007a9ba8d x-openstack-request-id: req-00d00bd4-a292-4707-9ac9-984007a9ba8d {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:49:59.590569 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:49:59.590863 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00d00bd4-a292-4707-9ac9-984007a9ba8d {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:49:59.591312 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'status': 'completed', 'code': 200} Jun 16 09:49:59.601101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-da603ad3-063a-4f39-a185-ca434e8c1ec0 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:59.602662 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-da603ad3-063a-4f39-a185-ca434e8c1ec0 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "GET /v2.0/networks?id=e409a395-52cf-47a4-a3d5-702e3e46c289 HTTP/1.1" status: 200 len: 808 time: 0.1672266 Jun 16 09:49:59.639761 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Request body: {'port': {'device_id': '094d8d64-306e-463c-bf4f-4c98fff47532', 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289', 'admin_state_up': True, 'tenant_id': '62b01353f35e45f9ab18f7d413a574ac'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:49:59.791013 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:59.798398 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Checking router: c3045497-a027-4b34-a380-5bb23971d7d9 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:49:59.807546 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-0148ca93-44d7-4494-b7ce-cd6e3715e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:49:59.808055 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:49:59.808327 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:49:59.809043 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-0148ca93-44d7-4494-b7ce-cd6e3715e572 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4aa7aae7b831481093ee5d4808668970&device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 1098 time: 0.1229539 Jun 16 09:49:59.927939 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:49:59.943030 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Made reservation on behalf of 62b01353f35e45f9ab18f7d413a574ac for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:49:59.947923 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.028836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-9658015a-9e66-4fe3-ae27-fbf0089ab623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.031178 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-9658015a-9e66-4fe3-ae27-fbf0089ab623 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 200 len: 909 time: 0.2131169 Jun 16 09:50:00.151262 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-6e788a44-7270-493f-b916-4f1750c22de6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 200 len: 217 time: 0.0874515 Jun 16 09:50:00.159198 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:00.162854 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560879-70c6-4156-923c-ce0d65aa98c1 None None] The sync data for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb is: [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:48Z', 'revision_number': 4, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '1e980914-89a5-4030-bb0c-6c02d4f3a483', 'name': '', 'network_id': 'b17bccd7-0593-47ce-8421-7d62521159a2', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'mac_address': 'fa:16:3e:90:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:47Z', 'updated_at': '2021-06-16T09:44:56Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'subnets': [{'id': '05136fa9-77e5-42ab-b679-006de1fa6965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:00.259481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-d424f436-f6a7-4257-9b79-074217efa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.260973 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-d424f436-f6a7-4257-9b79-074217efa7d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 200 len: 847 time: 0.1004593 Jun 16 09:50:00.280213 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e520d0-b834-4a30-b687-6dac13d271b0 req-1845f55a-6754-4988-81a0-f6d85a9d8a9b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.282418 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-33e520d0-b834-4a30-b687-6dac13d271b0 req-1845f55a-6754-4988-81a0-f6d85a9d8a9b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.3230958 Jun 16 09:50:00.284748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Allocated IP 172.20.0.9 (e409a395-52cf-47a4-a3d5-702e3e46c289/dcd7e90b-be41-46c7-8153-08fd753d7e83/b50762b1-deb4-4de5-be46-46da44abefa7) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:50:00.349550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbe1dd-ac1a-4b59-9ad5-2e886c5b5eb3 req-f33b0dcd-9784-4d8d-93bd-17dbb008e51d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.351118 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-08dbe1dd-ac1a-4b59-9ad5-2e886c5b5eb3 req-f33b0dcd-9784-4d8d-93bd-17dbb008e51d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.2863715 Jun 16 09:50:00.412222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbeac0-41c2-4e07-a0f9-e57e9dd5bb09 None None] New status for floating IP 61e89be5-4bd4-494d-9f82-70061b5583d6: DOWN {{(pid=99030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:50:00.439607 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-33e520d0-b834-4a30-b687-6dac13d271b0 req-d2fcfabd-abb9-48ba-9dce-833abe1ea1d3 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420779 Jun 16 09:50:00.488165 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-08dbe1dd-ac1a-4b59-9ad5-2e886c5b5eb3 req-62e38609-b11c-43e2-9545-54617cbcd176 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250405 Jun 16 09:50:00.500036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-2e673685-0180-4edc-871f-0a99bb6eb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.501574 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-2e673685-0180-4edc-871f-0a99bb6eb567 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b17bccd7-0593-47ce-8421-7d62521159a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2189617 Jun 16 09:50:00.611492 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5985069d-800a-4be3-97c5-2f8d68339bcb req-5b2f716c-0583-44c4-baea-602b713beed6 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 210 time: 0.0492697 Jun 16 09:50:00.668315 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.687193 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-a01e8687-1704-4334-9ef1-1f2cef8cdb81 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769800 Jun 16 09:50:00.793192 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67171efb-17d0-418d-8fc9-37ce11de7565 req-6b374197-764d-4685-8df3-151c262ea1e3 service neutron] 10.222.0.23 "GET /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981231 Jun 16 09:50:00.838760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:00.842509 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:00.879474 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Network e409a395-52cf-47a4-a3d5-702e3e46c289 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:00.882540 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:00.888685 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:50:00.914209 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Pushing event updated for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:00.919594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:00.938879 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:00.939484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.019809 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3873348 Jun 16 09:50:01.042184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Request body: {'port': {'device_id': '094d8d64-306e-463c-bf4f-4c98fff47532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:01.118243 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.371861 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50762b1-deb4-4de5-be46-46da44abefa7 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:01.379268 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.391012 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Transition to ACTIVE for port object b50762b1-deb4-4de5-be46-46da44abefa7 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:01.501029 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:01.503705 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bcf23e76-e0e4-426d-a1de-9fb537dcc991 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:01.607681 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Pushing event updated for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:01.622042 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:02.028579 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Attempting to bind port b50762b1-deb4-4de5-be46-46da44abefa7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:50:02.029233 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Attempting to bind port b50762b1-deb4-4de5-be46-46da44abefa7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:50:02.029233 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Attempting to bind port b50762b1-deb4-4de5-be46-46da44abefa7 on network e409a395-52cf-47a4-a3d5-702e3e46c289 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:02.040018 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8a53-e559-4af5-af1d-fbc05e388136 req-61ad9c18-22c8-4ecb-b8d1-ce0526c23518 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.041503 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-95ea8a53-e559-4af5-af1d-fbc05e388136 req-61ad9c18-22c8-4ecb-b8d1-ce0526c23518 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.4744260 Jun 16 09:50:02.050657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Port b50762b1-deb4-4de5-be46-46da44abefa7 on network e409a395-52cf-47a4-a3d5-702e3e46c289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:50:02.050981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Attempting to bind port b50762b1-deb4-4de5-be46-46da44abefa7 on network e409a395-52cf-47a4-a3d5-702e3e46c289 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:02.061576 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-b6a17138-c513-443a-844e-82c415c78807 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.062934 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-b6a17138-c513-443a-844e-82c415c78807 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.23 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.4565060 Jun 16 09:50:02.076171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e15563-6a02-48ae-9de1-5ba9c03f2cbb req-98604ffa-4c8e-4646-93e5-d51469b9aaa4 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.077533 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81e15563-6a02-48ae-9de1-5ba9c03f2cbb req-98604ffa-4c8e-4646-93e5-d51469b9aaa4 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 945 time: 0.4566133 Jun 16 09:50:02.094092 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:50:02.094427 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Checking segment: {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:02.094800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Bound using segment: {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:50:02.095238 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Bound port: b50762b1-deb4-4de5-be46-46da44abefa7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:50:02.095578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.194642 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-95ea8a53-e559-4af5-af1d-fbc05e388136 req-d4d86cf8-81aa-437d-b964-6dff28ddaf5b tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452487 Jun 16 09:50:02.228064 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81e15563-6a02-48ae-9de1-5ba9c03f2cbb req-6b797dd6-23d9-4172-91bf-69ddf70a11ff tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/security-groups?id=c88e0d45-8519-4692-9af0-72a5214684d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304629 Jun 16 09:50:02.261549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:50:02.265161 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b50762b1-deb4-4de5-be46-46da44abefa7,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:50:02.278216 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Deleting port 148c2b7c-700c-4637-83e8-efe0f9b64043 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:02.282789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.369554 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.374425 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6b920dba-90cb-4ac4-b5c3-19405c49fa72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:02.428730 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.429338 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.430688 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] 10.222.0.23 "PUT /v2.0/ports/b50762b1-deb4-4de5-be46-46da44abefa7 HTTP/1.1" status: 200 len: 1093 time: 1.3925683 Jun 16 09:50:02.431188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:02.433472 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32df3da3-c361-4505-9c95-63ff8dc1dbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:02.450417 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] For port 148c2b7c-700c-4637-83e8-efe0f9b64043, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=148c2b7c-700c-4637-83e8-efe0f9b64043,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:02.455431 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.475469 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58154763-2549-4fba-b84a-55827a307827 x-openstack-request-id: req-58154763-2549-4fba-b84a-55827a307827 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:02.475794 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:02.476077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58154763-2549-4fba-b84a-55827a307827 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:02.476528 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7', 'status': 'completed', 'code': 200} Jun 16 09:50:02.532617 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Calling delete_port for 148c2b7c-700c-4637-83e8-efe0f9b64043 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:02.535082 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Pushing event updated for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:02.547764 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:02.585147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d9d53-cce5-40a1-b5ed-41bca367593a req-fe27bbd1-faff-4f4a-84d4-26c147f3c849 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.586646 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-037d9d53-cce5-40a1-b5ed-41bca367593a req-fe27bbd1-faff-4f4a-84d4-26c147f3c849 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 943 time: 0.2762184 Jun 16 09:50:02.681451 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-037d9d53-cce5-40a1-b5ed-41bca367593a req-ef5e8277-cb08-4749-b135-494590edbcd4 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878448 Jun 16 09:50:02.698168 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-cd39ac0e-ee01-453a-82c4-66f826f01630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.699635 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-cd39ac0e-ee01-453a-82c4-66f826f01630 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 1096 time: 0.1592314 Jun 16 09:50:02.829514 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-0fb099e6-361b-40d4-891f-f2a0124b5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.830999 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-0fb099e6-361b-40d4-891f-f2a0124b5935 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=62b01353f35e45f9ab18f7d413a574ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052234 Jun 16 09:50:02.897783 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.902582 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-39fb90ea-3c3c-4aa4-99c4-c8c1027d5b52 tempest-ServerRescueNegativeTestJSON-715541381 tempest-ServerRescueNegativeTestJSON-715541381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:02.933584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event deleted for resources: {'Port': ['ID=148c2b7c-700c-4637-83e8-efe0f9b64043,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:02.938262 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:02.991212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] No DVR routers for this DVR port 148c2b7c-700c-4637-83e8-efe0f9b64043 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:02.993594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-df3a9449-869f-4443-9064-268166895fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:02.995030 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-32df3da3-c361-4505-9c95-63ff8dc1dbb7 req-df3a9449-869f-4443-9064-268166895fcd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578720 Jun 16 09:50:02.996087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:02.997885 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9bc5541f-5e14-4d92-a30b-8ae21be882f9 req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.23 "DELETE /v2.0/ports/148c2b7c-700c-4637-83e8-efe0f9b64043 HTTP/1.1" status: 204 len: 173 time: 0.9183996 Jun 16 09:50:03.109311 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-35d341d2-f528-486f-8bb0-ac1db84fdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:03.110862 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-35d341d2-f528-486f-8bb0-ac1db84fdce6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 1096 time: 0.0564981 Jun 16 09:50:03.159121 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-31d9aadf-2d28-4397-becc-627e35731857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50762b1-deb4-4de5-be46-46da44abefa7 HTTP/1.1" status: 200 len: 217 time: 0.0358508 Jun 16 09:50:03.213812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-8bbe3ec2-3ad1-43c8-8251-e50c49703f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:03.215158 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-8bbe3ec2-3ad1-43c8-8251-e50c49703f0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcd7e90b-be41-46c7-8153-08fd753d7e83 HTTP/1.1" status: 200 len: 848 time: 0.0430262 Jun 16 09:50:03.248772 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-99a41cff-cc97-428e-af51-a98850218d46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e409a395-52cf-47a4-a3d5-702e3e46c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259271 Jun 16 09:50:03.383450 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-98b522f7-5481-4c96-aefe-75959650a80f req-620910ad-efe0-4676-9b52-7e196e1f391d tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.0310969 Jun 16 09:50:03.385421 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-a18d230b-da28-4c6f-9091-888b7347eaef service neutron] 10.222.0.23 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288755 Jun 16 09:50:03.498147 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ba4c17cc-3351-479a-8e82-fcd67fee2907 req-ebd1458e-4a04-40ac-8b08-cc07e842f8f9 service neutron] 10.222.0.23 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902836 Jun 16 09:50:03.853062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fced5-4359-4a1b-994e-b1ea4a9dcd40 req-9313920a-4e17-4126-9a67-895f73141a53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:03.854533 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-798fced5-4359-4a1b-994e-b1ea4a9dcd40 req-9313920a-4e17-4126-9a67-895f73141a53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 943 time: 0.0622621 Jun 16 09:50:03.892791 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-798fced5-4359-4a1b-994e-b1ea4a9dcd40 req-cb780606-2f74-4365-93b8-ebf0327a892a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321803 Jun 16 09:50:04.477433 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-deleted', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:04.479872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe84647f-8475-4fb8-895a-bd2890d880bb" -d '{"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-deleted", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:04.518700 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8997ea-f1d3-405f-8c02-3f6bc935ad35 x-openstack-request-id: req-ba8997ea-f1d3-405f-8c02-3f6bc935ad35 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:04.519240 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2534d1-d9c2-4156-b2f5-bace2b96ee12", "name": "network-vif-deleted", "tag": "148c2b7c-700c-4637-83e8-efe0f9b64043", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:04.519593 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba8997ea-f1d3-405f-8c02-3f6bc935ad35 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:04.520094 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2534d1-d9c2-4156-b2f5-bace2b96ee12', 'name': 'network-vif-deleted', 'tag': '148c2b7c-700c-4637-83e8-efe0f9b64043', 'status': 'completed', 'code': 200} Jun 16 09:50:04.554519 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d4ab2c13-9023-4368-85f2-957f41b3f682 req-a15d79ce-7599-455c-9320-94e65496338e tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2534d1-d9c2-4156-b2f5-bace2b96ee12 HTTP/1.1" status: 200 len: 210 time: 0.0334015 Jun 16 09:50:05.063244 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9ec90-d69e-4b16-a3b8-928de11cdc23 req-481ea704-f634-482c-a450-38138eee8d30 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:05.064756 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-46a9ec90-d69e-4b16-a3b8-928de11cdc23 req-481ea704-f634-482c-a450-38138eee8d30 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 943 time: 0.0632071 Jun 16 09:50:05.103775 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-46a9ec90-d69e-4b16-a3b8-928de11cdc23 req-daba34f6-5c86-4104-a9c9-802d1aa3c3fa tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Jun 16 09:50:05.163894 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-9ad4527f-045b-463e-a166-63e4b96a40e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.645938 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41068) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:05.703042 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.727022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.858540 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.861073 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:05.862726 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] 10.222.0.47 "DELETE /v2.0/security-groups/c88e0d45-8519-4692-9af0-72a5214684d3 HTTP/1.1" status: 204 len: 168 time: 0.2158237 Jun 16 09:50:05.863471 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bc6029b1-e517-4a19-adfd-d4ffe33ffd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:05.873721 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88e0d45-8519-4692-9af0-72a5214684d3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:05.874755 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-95c3a72e-c627-4c2f-afb0-ad585224e0ad tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:05.967798 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41072) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:06.281484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87640-de86-4bee-9522-3fcbe3a4d74d req-f574a5e6-b706-4fde-9c9e-998cc7752ccb tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:06.282957 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ceb87640-de86-4bee-9522-3fcbe3a4d74d req-f574a5e6-b706-4fde-9c9e-998cc7752ccb tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 943 time: 0.0658567 Jun 16 09:50:06.320540 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ceb87640-de86-4bee-9522-3fcbe3a4d74d req-15e1b223-e3ac-4b7c-be38-f1f70ccdcb3d tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Jun 16 09:50:06.352298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.593864 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Deleting port 1e980914-89a5-4030-bb0c-6c02d4f3a483 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:06.594204 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.672564 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] For port 1e980914-89a5-4030-bb0c-6c02d4f3a483, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=1e980914-89a5-4030-bb0c-6c02d4f3a483,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:06.672952 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:06.735000 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Calling delete_port for 1e980914-89a5-4030-bb0c-6c02d4f3a483 owned by network:router_interface {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:06.998416 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.000440 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a358eaa5-9153-40c2-aa51-39f60fd1954e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:07.023212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e980914-89a5-4030-bb0c-6c02d4f3a483,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:07.026476 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:07.151057 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device b50762b1-deb4-4de5-be46-46da44abefa7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:50:07.157922 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:07.186098 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 148c2b7c-700c-4637-83e8-efe0f9b64043 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:07.186396 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 148c2b7c-700c-4637-83e8-efe0f9b64043 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:07.188288 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.266545 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b50762b1-deb4-4de5-be46-46da44abefa7,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:07.276859 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'b50762b1-deb4-4de5-be46-46da44abefa7', 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289', 'port_id': 'b50762b1-deb4-4de5-be46-46da44abefa7', 'mac_address': 'fa:16:3e:4a:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7e90b-be41-46c7-8153-08fd753d7e83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:50:07.324225 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.338686 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50762b1-deb4-4de5-be46-46da44abefa7 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:07.360247 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b50762b1-deb4-4de5-be46-46da44abefa7,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:07.401051 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Router c3045497-a027-4b34-a380-5bb23971d7d9 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:07.438290 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.448992 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:07.501218 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:07.504619 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:07.510653 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914218f-275a-4f55-9787-a29e955d787c req-e766a2ee-e573-4bc5-b48d-a074a245f292 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:07.512185 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a914218f-275a-4f55-9787-a29e955d787c req-e766a2ee-e573-4bc5-b48d-a074a245f292 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 944 time: 0.0709507 Jun 16 09:50:07.513286 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:07.518212 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3045497-a027-4b34-a380-5bb23971d7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5493417 Jun 16 09:50:07.520906 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41080) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:07.525308 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Sync routers for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:07.534898 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:07.535526 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:49:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:07.559142 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a914218f-275a-4f55-9787-a29e955d787c req-0545536e-3076-4ff6-a625-1dae3862563f tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Jun 16 09:50:07.629391 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.643868 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-82f454c5-7f34-4669-b244-ef6f5a499255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.647550 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:07.728775 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.735576 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['b50762b1-deb4-4de5-be46-46da44abefa7'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:07.839396 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Deleting port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:07.839740 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.920970 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:50:06Z', 'revision_number': 5, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port': {'id': '24619f94-eef6-47a8-8d5f-cd26dd77f8d6', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:07.922346 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] For port 24619f94-eef6-47a8-8d5f-cd26dd77f8d6, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:07.922720 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:07.924239 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Checking router: c3045497-a027-4b34-a380-5bb23971d7d9 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:07.932331 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Routers {'c3045497-a027-4b34-a380-5bb23971d7d9'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:07.932946 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['c3045497-a027-4b34-a380-5bb23971d7d9'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:08.001975 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.020553 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] Set router c3045497-a027-4b34-a380-5bb23971d7d9 gateway port host: None {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:08.074893 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:50:07Z', 'revision_number': 6, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port_host': None}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:08.078673 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fac24-5aea-46e2-999d-06971192f835 None None] The sync data for ids ['c3045497-a027-4b34-a380-5bb23971d7d9'] in dv-cinder-796286-4-smb is: [{'id': 'c3045497-a027-4b34-a380-5bb23971d7d9', 'name': 'tempest-TestShelveInstance-366172991-router', 'tenant_id': '4aa7aae7b831481093ee5d4808668970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:44Z', 'updated_at': '2021-06-16T09:50:07Z', 'revision_number': 6, 'project_id': '4aa7aae7b831481093ee5d4808668970', 'gw_port_host': None}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:08.233218 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Calling delete_port for 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:08.453082 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.455179 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:08.480472 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Pushing event deleted for resources: {'Port': ['ID=24619f94-eef6-47a8-8d5f-cd26dd77f8d6,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:08.483636 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:08.544886 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.635209 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.636937 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.734071 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572e903-b76c-406b-a309-1cc638ec058f req-7b271e2c-d266-4171-8c41-408388d793b0 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:08.735509 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a572e903-b76c-406b-a309-1cc638ec058f req-7b271e2c-d266-4171-8c41-408388d793b0 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 944 time: 0.0623248 Jun 16 09:50:08.741009 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.741560 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3045497-a027-4b34-a380-5bb23971d7d9 {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:50:08.749511 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.749511 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-fc6c33ff-7c15-480d-b283-4561d4cf14fc admin admin] 10.222.0.47 "DELETE /v2.0/routers/c3045497-a027-4b34-a380-5bb23971d7d9 HTTP/1.1" status: 204 len: 168 time: 1.2259209 Jun 16 09:50:08.750237 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41084) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:08.782593 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a572e903-b76c-406b-a309-1cc638ec058f req-40261d55-42d4-4ee0-9576-75691e9b5840 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Jun 16 09:50:08.794708 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Deleting subnet 05136fa9-77e5-42ab-b679-006de1fa6965 {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:08.798960 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.839180 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065082563'] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.915474 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:08.995971 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.024699 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12858342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065052499'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.027025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:09.050978 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05136fa9-77e5-42ab-b679-006de1fa6965,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:09.054017 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.054992 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.056843 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b4451735-3834-4ed6-b61c-dd1ef3e0314b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/05136fa9-77e5-42ab-b679-006de1fa6965 HTTP/1.1" status: 204 len: 168 time: 0.3056321 Jun 16 09:50:09.059504 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41086) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:09.059951 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca1bc2b-b1d9-456b-9808-553e4150084d None None] Network b17bccd7-0593-47ce-8421-7d62521159a2 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:09.128556 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.171784 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device b50762b1-deb4-4de5-be46-46da44abefa7 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:09.184601 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Deleting port b0f2f9db-dc50-46f8-9fc0-54143db57505 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:09.184975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.250077 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] For port b0f2f9db-dc50-46f8-9fc0-54143db57505, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=b0f2f9db-dc50-46f8-9fc0-54143db57505,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:09.250368 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.298438 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] DHCP port deletion for b17bccd7-0593-47ce-8421-7d62521159a2 request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:50:09.313818 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Calling delete_port for b0f2f9db-dc50-46f8-9fc0-54143db57505 owned by network:dhcp {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:09.324736 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port b50762b1-deb4-4de5-be46-46da44abefa7 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:09.331021 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port b50762b1-deb4-4de5-be46-46da44abefa7 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:09.331413 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.385096 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Deleting port b0f2f9db-dc50-46f8-9fc0-54143db57505 {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:09.385511 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.455872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.458174 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-021f29f6-69e5-45c5-a1f4-531dc41e8c24 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:09.473480 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.479691 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] For port b0f2f9db-dc50-46f8-9fc0-54143db57505, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=b0f2f9db-dc50-46f8-9fc0-54143db57505,segment=NetworkSegment(bea3d64e-f6c7-44c6-9334-55e17286b211),segment_id=bea3d64e-f6c7-44c6-9334-55e17286b211)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:09.480091 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.482614 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f2f9db-dc50-46f8-9fc0-54143db57505,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:09.485739 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.486570 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] No DVR routers for this DVR port b0f2f9db-dc50-46f8-9fc0-54143db57505 on host dv-cinder-796286-4-smb {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:09.557054 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Calling delete_port for b0f2f9db-dc50-46f8-9fc0-54143db57505 owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:09.557330 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.562487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:09.564893 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaa195e-b6be-4df4-a1af-68e6064cfbd1" -d '{"events": [{"server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "name": "network-vif-plugged", "status": "completed", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:09.567596 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17bccd7-0593-47ce-8421-7d62521159a2']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:09.582386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea3d64e-f6c7-44c6-9334-55e17286b211') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:09.582977 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea3d64e-f6c7-44c6-9334-55e17286b211') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:09.584454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b50762b1-deb4-4de5-be46-46da44abefa7,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:09.592394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.609129 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.615201 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:50:09.615612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:50:09.617317 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:50:09.623223 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f0fff-e5c0-4307-84b2-0ec34e43ced5 x-openstack-request-id: req-6f4f0fff-e5c0-4307-84b2-0ec34e43ced5 {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:09.623223 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "name": "network-vif-plugged", "status": "completed", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:09.623223 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f4f0fff-e5c0-4307-84b2-0ec34e43ced5 {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:09.623223 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7', 'code': 200} Jun 16 09:50:09.643641 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.650331 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:09.682365 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.704077 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] No DVR routers for this DVR port b0f2f9db-dc50-46f8-9fc0-54143db57505 on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:09.711245 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:09.714719 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.715176 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:09.732972 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.736248 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Pushing event deleted for resources: {'Port': ['ID=b0f2f9db-dc50-46f8-9fc0-54143db57505,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:09.736776 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:09.744075 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-7127c879-cb00-4d39-ae03-297d9c99566f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.745275 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:09.749828 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] 10.222.0.47 "DELETE /v2.0/networks/b17bccd7-0593-47ce-8421-7d62521159a2 HTTP/1.1" status: 204 len: 168 time: 0.6867278 Jun 16 09:50:09.750171 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41090) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:09.763594 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b17bccd7-0593-47ce-8421-7d62521159a2,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:09.766151 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:09.877149 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:09.897606 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:09.897967 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 24619f94-eef6-47a8-8d5f-cd26dd77f8d6 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:09.898406 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device b0f2f9db-dc50-46f8-9fc0-54143db57505 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:09.919527 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: b0f2f9db-dc50-46f8-9fc0-54143db57505 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:09.919976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device b0f2f9db-dc50-46f8-9fc0-54143db57505 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:09.921483 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 1e980914-89a5-4030-bb0c-6c02d4f3a483 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:09.940116 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 1e980914-89a5-4030-bb0c-6c02d4f3a483 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:09.940816 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 1e980914-89a5-4030-bb0c-6c02d4f3a483 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:10.011222 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81f9c3-395a-477b-ab85-5991ed96c2a2 req-cf74e47c-928a-4a02-95c9-67db13b77e19 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:10.012634 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e81f9c3-395a-477b-ab85-5991ed96c2a2 req-cf74e47c-928a-4a02-95c9-67db13b77e19 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.1069410 Jun 16 09:50:10.062885 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6b213-d6a2-458e-a700-bd18f322fb91 req-eb5fbc97-78e3-45f1-8d71-7dec4a8402a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:10.064285 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bdf6b213-d6a2-458e-a700-bd18f322fb91 req-eb5fbc97-78e3-45f1-8d71-7dec4a8402a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 1098 time: 0.0979259 Jun 16 09:50:10.068459 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e81f9c3-395a-477b-ab85-5991ed96c2a2 req-0bcafc98-961f-4394-9958-6b753c533ab7 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492737 Jun 16 09:50:10.105817 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bdf6b213-d6a2-458e-a700-bd18f322fb91 req-53315b68-110d-4e8e-b2a1-b2745c3704a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Jun 16 09:50:10.113622 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.362047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Deleting port 33bf0f22-0a20-452a-ae42-940f5ea59df1 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:10.362390 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.420971 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.438703 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] For port 33bf0f22-0a20-452a-ae42-940f5ea59df1, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=33bf0f22-0a20-452a-ae42-940f5ea59df1,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:10.439122 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.498737 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.506008 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Calling delete_port for 33bf0f22-0a20-452a-ae42-940f5ea59df1 owned by network:router_interface {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:10.735106 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:10.738300 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:10.760625 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bf0f22-0a20-452a-ae42-940f5ea59df1,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:10.763709 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:10.924826 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.132545 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Router 88955439-530b-4cae-9d28-c406751d0d56 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:11.241747 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:11.250480 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-5b11a264-7f50-4cd7-ae94-c48c54655897 admin admin] 10.222.0.47 "PUT /v2.0/routers/88955439-530b-4cae-9d28-c406751d0d56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969466 Jun 16 09:50:11.250643 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Sync routers for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:11.253639 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41096) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:11.253757 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149fb1f-3310-4a05-bb97-105e7f9edd98 req-2c865986-9e34-418b-9f44-32341480efe5 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:11.254591 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1149fb1f-3310-4a05-bb97-105e7f9edd98 req-2c865986-9e34-418b-9f44-32341480efe5 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.0730948 Jun 16 09:50:11.265784 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:11.266500 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:11.304821 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-1149fb1f-3310-4a05-bb97-105e7f9edd98 req-91e1607b-ac7e-4b70-8249-a3cc38e73eb6 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Jun 16 09:50:11.372217 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.377619 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:11.472229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.559777 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:50:10Z', 'revision_number': 5, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port': {'id': '244ec93a-e438-4422-8c03-e1e3fd8458db', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88955439-530b-4cae-9d28-c406751d0d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:11.563188 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Checking router: 88955439-530b-4cae-9d28-c406751d0d56 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:11.571936 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Routers {'88955439-530b-4cae-9d28-c406751d0d56'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:11.572594 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['88955439-530b-4cae-9d28-c406751d0d56'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:11.616977 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Deleting port 244ec93a-e438-4422-8c03-e1e3fd8458db {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:11.617312 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.654693 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] Set router 88955439-530b-4cae-9d28-c406751d0d56 gateway port host: None {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:11.700002 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] For port 244ec93a-e438-4422-8c03-e1e3fd8458db, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=244ec93a-e438-4422-8c03-e1e3fd8458db,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:11.700412 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.707129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:50:11Z', 'revision_number': 6, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port_host': None}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:11.710753 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2113d-cad0-4bc1-a09a-a6a272245153 None None] The sync data for ids ['88955439-530b-4cae-9d28-c406751d0d56'] in dv-cinder-796286-4-smb is: [{'id': '88955439-530b-4cae-9d28-c406751d0d56', 'name': 'tempest-TestShelveInstance-392392645-router', 'tenant_id': '23c953b49a2247eb859900ae49c1dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:44:54Z', 'updated_at': '2021-06-16T09:50:11Z', 'revision_number': 6, 'project_id': '23c953b49a2247eb859900ae49c1dab9', 'gw_port_host': None}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:11.762637 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Calling delete_port for 244ec93a-e438-4422-8c03-e1e3fd8458db owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:11.973075 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:11.975189 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:12.002058 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Pushing event deleted for resources: {'Port': ['ID=244ec93a-e438-4422-8c03-e1e3fd8458db,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:12.005081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:12.068225 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.155851 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 33bf0f22-0a20-452a-ae42-940f5ea59df1 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:12.165587 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.167661 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.176594 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 33bf0f22-0a20-452a-ae42-940f5ea59df1 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:12.176949 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 33bf0f22-0a20-452a-ae42-940f5ea59df1 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:12.304250 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.304716 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88955439-530b-4cae-9d28-c406751d0d56 {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:50:12.309710 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.310841 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] 10.222.0.47 "DELETE /v2.0/routers/88955439-530b-4cae-9d28-c406751d0d56 HTTP/1.1" status: 204 len: 168 time: 1.0590889 Jun 16 09:50:12.313393 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41098) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:12.362229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Deleting subnet 991ecda3-536e-4f77-ac09-652f914bb19a {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:12.365497 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.399442 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065082563'] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.476554 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.483447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77c3d-5ce1-439c-a092-39a1dbb698bf req-3ca01caa-be08-4a8c-95d1-7cae9e99b375 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:12.487729 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:50:12.491302 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a5e77c3d-5ce1-439c-a092-39a1dbb698bf req-3ca01caa-be08-4a8c-95d1-7cae9e99b375 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.0739012 Jun 16 09:50:12.527259 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a5e77c3d-5ce1-439c-a092-39a1dbb698bf req-d9bcb5ef-2acc-4c05-92b2-a9a375f90a1f tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jun 16 09:50:12.610259 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12858342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065052499'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.613960 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:12.634855 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991ecda3-536e-4f77-ac09-652f914bb19a,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:12.637902 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:12.643202 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.645870 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1dc452d9-5e70-49cd-8110-8ec086254105 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/991ecda3-536e-4f77-ac09-652f914bb19a HTTP/1.1" status: 204 len: 168 time: 0.3307691 Jun 16 09:50:12.647559 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41104) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:12.647922 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fff71-9109-4542-9305-40b7a74a7e3b None None] Network 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:12.715466 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.774308 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Deleting port 216dbdde-d92f-48b9-954e-08f3984f211a {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:12.774971 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.781625 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-4f2ba640-b181-4ac6-80c3-72664880d9fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636575 Jun 16 09:50:12.853492 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] DHCP port deletion for 8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:50:12.855143 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] For port 216dbdde-d92f-48b9-954e-08f3984f211a, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=216dbdde-d92f-48b9-954e-08f3984f211a,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:12.859546 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.902711 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Deleting port 216dbdde-d92f-48b9-954e-08f3984f211a {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:12.903103 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:12.905946 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-0f4ab6d8-cd35-4955-bd9b-bc89b432b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:12.907540 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-0f4ab6d8-cd35-4955-bd9b-bc89b432b25b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 1100 time: 0.0599852 Jun 16 09:50:12.925268 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Calling delete_port for 216dbdde-d92f-48b9-954e-08f3984f211a owned by network:dhcp {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:13.026736 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-ba1f49ea-84fc-411c-8a66-cf53d52a6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:13.028521 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-ba1f49ea-84fc-411c-8a66-cf53d52a6bba service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 200 len: 917 time: 0.0996284 Jun 16 09:50:13.082502 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.085489 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-558321dd-70e9-4726-a953-958a53fcbde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:13.092297 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] For port 216dbdde-d92f-48b9-954e-08f3984f211a, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=216dbdde-d92f-48b9-954e-08f3984f211a,segment=NetworkSegment(10e74aeb-17bf-4d22-8f9d-abea99ac5c4e),segment_id=10e74aeb-17bf-4d22-8f9d-abea99ac5c4e)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:13.092712 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.111000 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-e65693e8-4b16-4b56-bd09-93656a50cd16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 200 len: 1002 time: 0.0750897 Jun 16 09:50:13.112729 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Pushing event deleted for resources: {'Port': ['ID=216dbdde-d92f-48b9-954e-08f3984f211a,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:13.117932 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] No DVR routers for this DVR port 216dbdde-d92f-48b9-954e-08f3984f211a on host dv-cinder-796286-4-smb {{(pid=99029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:13.119572 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:13.166766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Calling delete_port for 216dbdde-d92f-48b9-954e-08f3984f211a owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:13.168600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-606052f8-d83b-48c8-b26c-acf2b45cbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:13.170908 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-606052f8-d83b-48c8-b26c-acf2b45cbc3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 200 len: 855 time: 0.0522099 Jun 16 09:50:13.199787 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.210174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:13.222068 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:13.222367 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e74aeb-17bf-4d22-8f9d-abea99ac5c4e') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:13.231471 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-afde68b7-cce4-4669-bbce-5291d3650cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:13.231767 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.233249 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-afde68b7-cce4-4669-bbce-5291d3650cee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea0114fd-e6fc-4c5f-bab7-bdc708998c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546522 Jun 16 09:50:13.245752 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.251817 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.253896 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:50:13.254442 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.255085 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-56251e10-d0b5-4cc6-b99b-dce7d0bd07ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:50:13.256252 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:50:13.278577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Pushing event deleted for resources: {'Port': ['ID=216dbdde-d92f-48b9-954e-08f3984f211a,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:13.284933 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:13.285802 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] No DVR routers for this DVR port 216dbdde-d92f-48b9-954e-08f3984f211a on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:13.339122 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-8fe62f07-bc46-4c11-9b66-7cf1fdedc952 service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950520 Jun 16 09:50:13.431144 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9b708b2e-4859-4652-963d-6ade022d3fc5 req-d0dc2ff8-3b91-48fa-bef5-1fc3ad226b2d service neutron] 10.222.0.23 "GET /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808835 Jun 16 09:50:13.470015 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.474410 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:13.476971 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.478679 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] 10.222.0.47 "DELETE /v2.0/networks/8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15 HTTP/1.1" status: 204 len: 168 time: 0.8301136 Jun 16 09:50:13.490084 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8bef2cac-ed5b-4fd8-a31e-d5dee51dbb15,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:13.492454 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:13.795573 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41116) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:13.839991 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-794fa1eb-1613-4059-abe4-b1c1d5b6054a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4aa7aae7b831481093ee5d4808668970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431225 Jun 16 09:50:13.842476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41118) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:13.867650 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 216dbdde-d92f-48b9-954e-08f3984f211a no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:13.897955 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 216dbdde-d92f-48b9-954e-08f3984f211a {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:13.899231 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 216dbdde-d92f-48b9-954e-08f3984f211a not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:13.900423 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 244ec93a-e438-4422-8c03-e1e3fd8458db no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:13.904984 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:13.922399 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 244ec93a-e438-4422-8c03-e1e3fd8458db {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:13.922756 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 244ec93a-e438-4422-8c03-e1e3fd8458db not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:13.929618 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:14.101013 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:14.103771 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:14.104971 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0069018f-d7a4-4e36-b278-b5ce8cb37de3 HTTP/1.1" status: 204 len: 168 time: 0.2615016 Jun 16 09:50:14.110029 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-0630309c-1ccb-4c39-a6df-1c48ee391d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:14.113706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069018f-d7a4-4e36-b278-b5ce8cb37de3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:14.116062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3bd0431d-8bba-4def-b76c-8d633d92da7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:14.228035 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc6df2-0b36-4927-b526-7ceed4d94d63 req-a6462216-fd99-4488-9a72-59e9c5be789b tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:14.229636 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07fc6df2-0b36-4927-b526-7ceed4d94d63 req-a6462216-fd99-4488-9a72-59e9c5be789b tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.0648487 Jun 16 09:50:14.266410 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-07fc6df2-0b36-4927-b526-7ceed4d94d63 req-0a5fe223-20ab-4038-b507-606c9697aba2 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Jun 16 09:50:14.822482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41126) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:14.861086 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-720f5512-a8af-4d81-b32d-d92359fe6f52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23c953b49a2247eb859900ae49c1dab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373948 Jun 16 09:50:14.863968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41128) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:14.912647 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:14.932800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:15.047038 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:15.050288 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:15.051425 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69a2ff6a-aa7a-45fc-aaaa-24c02b9367ae HTTP/1.1" status: 204 len: 168 time: 0.1865218 Jun 16 09:50:15.052196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5e80bdba-7c42-4a0d-b064-e6d7fbd82180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:15.059449 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2ff6a-aa7a-45fc-aaaa-24c02b9367ae,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:15.061789 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-52a1dc51-e9eb-45b3-be38-546173ee28b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:15.453898 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb22ca4-e6d4-4da4-be21-7652bbd6ce59 req-0f83677d-cf6b-4914-8bcd-89504480fd93 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:15.456929 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cb22ca4-e6d4-4da4-be21-7652bbd6ce59 req-0f83677d-cf6b-4914-8bcd-89504480fd93 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.0711458 Jun 16 09:50:15.499042 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3cb22ca4-e6d4-4da4-be21-7652bbd6ce59 req-9d5762d4-e0f2-4e6e-9c3d-38b1b14e5180 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Jun 16 09:50:15.834517 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-311d0191-7fe1-4b72-9526-74763041bfb8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:15.835944 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-311d0191-7fe1-4b72-9526-74763041bfb8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 945 time: 0.0622795 Jun 16 09:50:15.934993 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Deleting port b50762b1-deb4-4de5-be46-46da44abefa7 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:15.935728 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:16.022806 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] For port b50762b1-deb4-4de5-be46-46da44abefa7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b50762b1-deb4-4de5-be46-46da44abefa7,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:16.023160 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:16.084253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Calling delete_port for b50762b1-deb4-4de5-be46-46da44abefa7 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:16.300941 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:16.304921 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a786bc3d-3716-4ffe-a0df-89c487384624 tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:16.335255 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Pushing event deleted for resources: {'Port': ['ID=b50762b1-deb4-4de5-be46-46da44abefa7,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:16.338852 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:16.338974 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['b50762b1-deb4-4de5-be46-46da44abefa7'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:16.382707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] No DVR routers for this DVR port b50762b1-deb4-4de5-be46-46da44abefa7 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:16.385007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:16.387024 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b6f8e77e-de0c-4a03-9236-16308ebfb780 req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "DELETE /v2.0/ports/b50762b1-deb4-4de5-be46-46da44abefa7 HTTP/1.1" status: 204 len: 173 time: 0.5445340 Jun 16 09:50:16.387521 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'name': 'network-vif-deleted', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:16.389816 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210554a-8d1e-4a46-9cfd-4258af0444ea" -d '{"events": [{"server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "name": "network-vif-deleted", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:16.432635 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8828ed1-fa6b-4a42-b4c6-1c140424e4dc x-openstack-request-id: req-f8828ed1-fa6b-4a42-b4c6-1c140424e4dc {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:16.432635 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d8d64-306e-463c-bf4f-4c98fff47532", "name": "network-vif-deleted", "tag": "b50762b1-deb4-4de5-be46-46da44abefa7", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:16.432635 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8828ed1-fa6b-4a42-b4c6-1c140424e4dc {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:16.432635 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d8d64-306e-463c-bf4f-4c98fff47532', 'name': 'network-vif-deleted', 'tag': 'b50762b1-deb4-4de5-be46-46da44abefa7', 'status': 'completed', 'code': 200} Jun 16 09:50:16.640437 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-85c707d4-329a-4048-9ffd-ca83194ccfb4 req-7b1daa88-e087-4947-914e-20a147113557 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=094d8d64-306e-463c-bf4f-4c98fff47532 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Jun 16 09:50:17.979066 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-c307b156-e93c-41a1-bf0c-908b5033facd tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:17.980466 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-c307b156-e93c-41a1-bf0c-908b5033facd tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/networks?id=e409a395-52cf-47a4-a3d5-702e3e46c289 HTTP/1.1" status: 200 len: 808 time: 0.0965734 Jun 16 09:50:17.995392 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6405c22c-5cd8-4c8b-a892-ef0dd22b41a4 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/quotas/62b01353f35e45f9ab18f7d413a574ac HTTP/1.1" status: 200 len: 375 time: 0.0095716 Jun 16 09:50:18.030190 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-047adc64-e1f0-4ff9-8ae6-b4d3ff30bd27 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jun 16 09:50:18.118304 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-1d6c76d1-1291-4fab-92a5-3b49a6836e0e service neutron] 10.222.0.47 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808516 Jun 16 09:50:18.208472 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-8870cf56-edf0-4033-a791-2ce6c3e76080 service neutron] 10.222.0.47 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Jun 16 09:50:18.447942 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-270be844-b5af-4f9d-a614-578be21ec0bb req-912c48c6-e4e2-4bbd-aefe-3d26146d9878 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Jun 16 09:50:19.583942 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-012a91d7-15e5-4d0e-a648-16484ddcb14c req-0c83144f-3096-4322-a400-8a9e6e197b01 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Jun 16 09:50:20.744741 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-b114f464-f3c6-413f-8665-989dee58f5eb tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:20.744741 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-b114f464-f3c6-413f-8665-989dee58f5eb tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "GET /v2.0/networks?id=e409a395-52cf-47a4-a3d5-702e3e46c289 HTTP/1.1" status: 200 len: 808 time: 0.1180842 Jun 16 09:50:20.744741 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Request body: {'port': {'device_id': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289', 'admin_state_up': True, 'tenant_id': '62b01353f35e45f9ab18f7d413a574ac'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:20.744741 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2af16fbb-1e76-49b1-980d-d3f06acad342 req-1409ac59-53bd-4841-a718-159de6454c4e tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 210 time: 0.0392907 Jun 16 09:50:20.892944 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Made reservation on behalf of 62b01353f35e45f9ab18f7d413a574ac for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:50:20.896423 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.013471 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Allocated IP 172.20.0.6 (e409a395-52cf-47a4-a3d5-702e3e46c289/dcd7e90b-be41-46c7-8153-08fd753d7e83/e0d15a5a-d27e-409a-929f-aee14b8a8917) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:50:21.164826 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.231782 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device b50762b1-deb4-4de5-be46-46da44abefa7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:21.252084 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: b50762b1-deb4-4de5-be46-46da44abefa7 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:21.252469 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device b50762b1-deb4-4de5-be46-46da44abefa7 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:21.299969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.304745 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-919ad8e3-788f-4b86-bcac-96f4f0c04e60 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:21.347772 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Network e409a395-52cf-47a4-a3d5-702e3e46c289 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:50:21.351342 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:50:21.357268 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:50:21.380890 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Pushing event updated for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:21.385074 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:21.407885 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:21.409110 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:21.510397 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6864b186-1224-4951-b825-8bbdfa197d53 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280520 Jun 16 09:50:21.529864 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Request body: {'port': {'device_id': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:50:21.600666 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.081026 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181575ba-e62a-4d24-94bf-adbe73f7c8bd req-eeb47ba8-b064-43ff-acb5-f8f1a7e063a8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:22.082467 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-181575ba-e62a-4d24-94bf-adbe73f7c8bd req-eeb47ba8-b064-43ff-acb5-f8f1a7e063a8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 931 time: 0.1281965 Jun 16 09:50:22.153725 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-181575ba-e62a-4d24-94bf-adbe73f7c8bd req-87081f0b-f5c4-4c1d-94a4-9438ff9dcd98 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634134 Jun 16 09:50:22.186825 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d15a5a-d27e-409a-929f-aee14b8a8917 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:22.194850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.206462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Transition to ACTIVE for port object e0d15a5a-d27e-409a-929f-aee14b8a8917 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:50:22.306390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.308578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e7477c06-33d1-4433-b5e8-04c7f70ff288 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:22.379407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:22.382745 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:22.447039 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Attempting to bind port e0d15a5a-d27e-409a-929f-aee14b8a8917 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:50:22.447366 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Attempting to bind port e0d15a5a-d27e-409a-929f-aee14b8a8917 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:50:22.447688 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Attempting to bind port e0d15a5a-d27e-409a-929f-aee14b8a8917 on network e409a395-52cf-47a4-a3d5-702e3e46c289 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:22.451729 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Port e0d15a5a-d27e-409a-929f-aee14b8a8917 on network e409a395-52cf-47a4-a3d5-702e3e46c289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:50:22.452044 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Attempting to bind port e0d15a5a-d27e-409a-929f-aee14b8a8917 on network e409a395-52cf-47a4-a3d5-702e3e46c289 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:50:22.456666 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:50:22.456989 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Checking segment: {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:50:22.457362 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Bound using segment: {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:50:22.457779 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Bound port: e0d15a5a-d27e-409a-929f-aee14b8a8917, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60645-4a61-4d7d-a059-0ecc6c6ca617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:50:22.458113 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.517770 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:50:22.520650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:50:22.579071 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.581247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-9352677b-afd6-4544-b798-93bfd8a5b427 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:22.614280 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:22.614899 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:22.616324 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] 10.222.0.23 "PUT /v2.0/ports/e0d15a5a-d27e-409a-929f-aee14b8a8917 HTTP/1.1" status: 200 len: 1093 time: 1.0907240 Jun 16 09:50:22.616811 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:22.619092 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4670cfc5-2431-4088-a04d-e4ed19424f30" -d '{"events": [{"name": "network-changed", "server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:22.642549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:22.649800 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.650179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.650558 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.650909 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.651262 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.651618 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.651992 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.652383 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.652725 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.653094 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.653439 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.653854 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:22.657897 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b491f5c0-5f3e-46cc-986d-979c77585bc6 x-openstack-request-id: req-b491f5c0-5f3e-46cc-986d-979c77585bc6 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:22.658740 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:22.659026 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b491f5c0-5f3e-46cc-986d-979c77585bc6 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:22.659477 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917', 'status': 'completed', 'code': 200} Jun 16 09:50:22.660186 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:22.750005 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-227eebfd-e484-4720-bd01-e3fc7a606e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:22.751450 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-227eebfd-e484-4720-bd01-e3fc7a606e66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 1096 time: 0.0514252 Jun 16 09:50:22.857424 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-8127d670-d1ce-463e-8920-1283cf6adf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:22.858856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-8127d670-d1ce-463e-8920-1283cf6adf32 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=62b01353f35e45f9ab18f7d413a574ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934019 Jun 16 09:50:22.952343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-e622e5e6-4c31-499d-ad73-29454fe180ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:22.953669 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4670cfc5-2431-4088-a04d-e4ed19424f30 req-e622e5e6-4c31-499d-ad73-29454fe180ea service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880208 Jun 16 09:50:23.068861 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-92ff8946-d7f6-46c6-bd86-4e78e35bbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:23.070317 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-92ff8946-d7f6-46c6-bd86-4e78e35bbf11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b01353f35e45f9ab18f7d413a574ac&device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 1096 time: 0.0513759 Jun 16 09:50:23.117397 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-82c0ed76-e178-405d-9a94-036c20e4c24e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917 HTTP/1.1" status: 200 len: 217 time: 0.0329664 Jun 16 09:50:23.163792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-958a9b9a-9dab-4f85-9dbf-1422ead4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:23.165200 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-958a9b9a-9dab-4f85-9dbf-1422ead4cfa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcd7e90b-be41-46c7-8153-08fd753d7e83 HTTP/1.1" status: 200 len: 848 time: 0.0418272 Jun 16 09:50:23.200921 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-b1702448-50a5-4358-8ad5-558aeb35b399 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e409a395-52cf-47a4-a3d5-702e3e46c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292621 Jun 16 09:50:23.322259 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-d52955d1-32ac-4f69-bd79-238fd60f6293 service neutron] 10.222.0.23 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150963 Jun 16 09:50:23.401922 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c4597-0142-4930-ab8d-340a4b5ad877 req-04fd4fbd-853d-4db6-853d-a8218a1594f8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:23.403378 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c16c4597-0142-4930-ab8d-340a4b5ad877 req-04fd4fbd-853d-4db6-853d-a8218a1594f8 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 943 time: 0.1341407 Jun 16 09:50:23.449978 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ce5854d4-9169-4a86-886a-1483ee6e161d req-966ee5db-4a8f-4f4f-b563-8184d4d8a701 service neutron] 10.222.0.23 "GET /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208386 Jun 16 09:50:23.457479 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c16c4597-0142-4930-ab8d-340a4b5ad877 req-af0eaa93-7de2-4c29-aeda-8f773a72cc25 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Jun 16 09:50:24.629855 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda6330-12a4-45ef-a2f0-884c34d0510c req-ec5e6d00-3b96-4d87-8a97-db571d05c52a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:24.631257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fda6330-12a4-45ef-a2f0-884c34d0510c req-ec5e6d00-3b96-4d87-8a97-db571d05c52a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 943 time: 0.0653141 Jun 16 09:50:24.672056 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fda6330-12a4-45ef-a2f0-884c34d0510c req-44d2f8d4-1887-456f-93a4-893f1543ec03 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Jun 16 09:50:25.842619 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbcf2a-b434-467e-a61b-dd66f894c363 req-1253ed0e-2a3c-4ba7-a2f8-9b76425041c3 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:25.844108 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7ccbcf2a-b434-467e-a61b-dd66f894c363 req-1253ed0e-2a3c-4ba7-a2f8-9b76425041c3 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 943 time: 0.0648034 Jun 16 09:50:25.882371 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7ccbcf2a-b434-467e-a61b-dd66f894c363 req-91161d68-e02a-47c8-9021-9dfe65f4e275 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Jun 16 09:50:27.048369 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b712ea-01e6-4367-b452-2fc51e229161 req-de463f19-2766-4637-91c1-3ddd8274254a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:27.050398 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f4b712ea-01e6-4367-b452-2fc51e229161 req-de463f19-2766-4637-91c1-3ddd8274254a tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 943 time: 0.0607326 Jun 16 09:50:27.085876 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f4b712ea-01e6-4367-b452-2fc51e229161 req-e1cb8a29-f5f8-4200-bc8b-5d723357bf01 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299644 Jun 16 09:50:27.245568 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device e0d15a5a-d27e-409a-929f-aee14b8a8917 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:50:27.346624 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:27.357568 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': 'e0d15a5a-d27e-409a-929f-aee14b8a8917', 'network_id': 'e409a395-52cf-47a4-a3d5-702e3e46c289', 'port_id': 'e0d15a5a-d27e-409a-929f-aee14b8a8917', 'mac_address': 'fa:16:3e:da:4b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7e90b-be41-46c7-8153-08fd753d7e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:50:27.392806 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:27.405193 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d15a5a-d27e-409a-929f-aee14b8a8917 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:50:27.424956 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:27.481346 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:27.484210 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-d4f93127-9679-4c9c-bcaf-5ccbb8ecabc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:27.531710 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:27.539334 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.539758 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.540078 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.540435 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.540771 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.541099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.541427 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.541751 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.542077 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.542397 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.542718 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.543040 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:27.548638 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:27.786161 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['e0d15a5a-d27e-409a-929f-aee14b8a8917'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:28.257537 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009d37-f634-4cd0-857d-10ae5449b0f6 req-d0b48388-879f-4e94-a3f8-5485140a38ca tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:28.258961 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22009d37-f634-4cd0-857d-10ae5449b0f6 req-d0b48388-879f-4e94-a3f8-5485140a38ca tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 944 time: 0.0639119 Jun 16 09:50:28.294256 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-22009d37-f634-4cd0-857d-10ae5449b0f6 req-6d25dbcc-f104-4326-bc24-a0b4d20becab tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297217 Jun 16 09:50:29.269899 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device e0d15a5a-d27e-409a-929f-aee14b8a8917 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:50:29.409181 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port e0d15a5a-d27e-409a-929f-aee14b8a8917 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:50:29.413310 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port e0d15a5a-d27e-409a-929f-aee14b8a8917 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:50:29.413763 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:29.467166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d9c1-1bf0-4872-ba29-cf1eabf588c9 req-47b5211b-cc0c-4fe7-a103-3669a7e38986 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:29.468673 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7583d9c1-1bf0-4872-ba29-cf1eabf588c9 req-47b5211b-cc0c-4fe7-a103-3669a7e38986 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 944 time: 0.0634022 Jun 16 09:50:29.492051 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:29.505977 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7583d9c1-1bf0-4872-ba29-cf1eabf588c9 req-baa0390b-48cf-4505-8f21-74a4b496a1f4 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Jun 16 09:50:29.514163 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:29.516439 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6938ee-332d-4609-a3f2-f005af038afc" -d '{"events": [{"server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "name": "network-vif-plugged", "status": "completed", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:29.530148 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:29.552377 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072cf3bd-0a11-418d-861f-f218c56506dd x-openstack-request-id: req-072cf3bd-0a11-418d-861f-f218c56506dd {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:29.553196 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "name": "network-vif-plugged", "status": "completed", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:29.553196 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-072cf3bd-0a11-418d-861f-f218c56506dd {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:29.553423 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917', 'code': 200} Jun 16 09:50:29.598403 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:29.600312 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:29.646790 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:29.649766 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:29.949397 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87b061-4687-4ddd-85da-94d4a1c6a381 req-d4b0417f-961e-45d4-97cf-00b3f42ac0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:29.950902 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b87b061-4687-4ddd-85da-94d4a1c6a381 req-d4b0417f-961e-45d4-97cf-00b3f42ac0a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 1098 time: 0.0506859 Jun 16 09:50:29.985231 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-0b87b061-4687-4ddd-85da-94d4a1c6a381 req-3b3f880d-62d4-405c-8917-23dfb378017a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Jun 16 09:50:30.684146 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0ab11-22b1-44d4-9ffd-c35d5714a758 req-f4e72ef1-8ec3-4e3e-8f88-7ed2b2752061 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:30.685526 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-36b0ab11-22b1-44d4-9ffd-c35d5714a758 req-f4e72ef1-8ec3-4e3e-8f88-7ed2b2752061 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 945 time: 0.0659163 Jun 16 09:50:30.723236 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-36b0ab11-22b1-44d4-9ffd-c35d5714a758 req-52dbb2ed-e2dd-4cf3-bfc6-57e462d677f9 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Jun 16 09:50:31.897670 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e576-b609-4948-a8cf-bb48b0573204 req-58de4f36-0adc-4907-8c46-5c6544b6d000 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:31.899118 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f852e576-b609-4948-a8cf-bb48b0573204 req-58de4f36-0adc-4907-8c46-5c6544b6d000 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Jun 16 09:50:31.935730 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f852e576-b609-4948-a8cf-bb48b0573204 req-1f7ee1a6-fb2d-4b17-a45b-61a7f6a1fb74 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309219 Jun 16 09:50:33.302604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf1ed3-28b0-4388-b520-4c41095fa8e0 req-fde9b73c-d5c6-44fd-89ac-1dfef53df72b tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:33.303926 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbbf1ed3-28b0-4388-b520-4c41095fa8e0 req-fde9b73c-d5c6-44fd-89ac-1dfef53df72b tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 945 time: 0.0657158 Jun 16 09:50:33.341387 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-cbbf1ed3-28b0-4388-b520-4c41095fa8e0 req-1dee09b3-0d69-4647-aaa1-97da0e2e3056 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Jun 16 09:50:34.515046 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae01d7-1db2-4b77-b4a5-8fa5fbb4a4ea req-e9febf87-783a-4bed-93f0-c8886a570727 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:34.516537 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-75ae01d7-1db2-4b77-b4a5-8fa5fbb4a4ea req-e9febf87-783a-4bed-93f0-c8886a570727 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 945 time: 0.0654950 Jun 16 09:50:34.554468 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-75ae01d7-1db2-4b77-b4a5-8fa5fbb4a4ea req-a8cb57f7-221e-4b62-838d-d691f5778713 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/security-groups?id=52f1b284-b32c-44bb-b9bd-821fdbc85835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jun 16 09:50:34.846753 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-e0703916-a72d-4e79-88b4-cf8a4d3420b4 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:34.848443 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-e0703916-a72d-4e79-88b4-cf8a4d3420b4 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 945 time: 0.0613880 Jun 16 09:50:34.948111 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Deleting port e0d15a5a-d27e-409a-929f-aee14b8a8917 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:34.948481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:35.031744 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] For port e0d15a5a-d27e-409a-929f-aee14b8a8917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e0d15a5a-d27e-409a-929f-aee14b8a8917,segment=NetworkSegment(65a60645-4a61-4d7d-a059-0ecc6c6ca617),segment_id=65a60645-4a61-4d7d-a059-0ecc6c6ca617)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:35.032425 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:35.096134 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Calling delete_port for e0d15a5a-d27e-409a-929f-aee14b8a8917 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:35.146682 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c01653f6-247a-492e-bdc9-60098d028d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:35.255226 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:35.259062 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-30fef66c-a916-4f31-870d-aff70cf35a59 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:35.285629 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Pushing event deleted for resources: {'Port': ['ID=e0d15a5a-d27e-409a-929f-aee14b8a8917,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:35.290213 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:35.294955 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['e0d15a5a-d27e-409a-929f-aee14b8a8917'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:50:35.328798 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] No DVR routers for this DVR port e0d15a5a-d27e-409a-929f-aee14b8a8917 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:35.331829 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:35.333819 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e1a94ed7-2431-4895-b861-fa4edeff76df req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.23 "DELETE /v2.0/ports/e0d15a5a-d27e-409a-929f-aee14b8a8917 HTTP/1.1" status: 204 len: 173 time: 0.4790781 Jun 16 09:50:35.334324 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'name': 'network-vif-deleted', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:35.336742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6d1770-fc6e-471c-8c4a-e7c856d53987" -d '{"events": [{"server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "name": "network-vif-deleted", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:35.370894 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1857be79-684b-424e-9375-feba9edbe859 x-openstack-request-id: req-1857be79-684b-424e-9375-feba9edbe859 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:35.371281 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca97f7-a631-42ae-9f39-6e93e9a00d23", "name": "network-vif-deleted", "tag": "e0d15a5a-d27e-409a-929f-aee14b8a8917", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:35.371575 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1857be79-684b-424e-9375-feba9edbe859 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:35.372004 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca97f7-a631-42ae-9f39-6e93e9a00d23', 'name': 'network-vif-deleted', 'tag': 'e0d15a5a-d27e-409a-929f-aee14b8a8917', 'status': 'completed', 'code': 200} Jun 16 09:50:35.715004 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-57c245f4-bd48-45e9-9e36-09c8455b078e req-3acbe2c6-cdb9-4ada-a380-cf4dba9d07c3 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] 10.222.0.47 "GET /v2.0/ports?device_id=daca97f7-a631-42ae-9f39-6e93e9a00d23 HTTP/1.1" status: 200 len: 210 time: 0.0323381 Jun 16 09:50:36.304462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9f2e9-8173-4aeb-83a9-fd6719f0a51e req-58eb5583-751b-4b12-b6dd-622dcd91e4d8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:36.305939 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-62c9f2e9-8173-4aeb-83a9-fd6719f0a51e req-58eb5583-751b-4b12-b6dd-622dcd91e4d8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.0618916 Jun 16 09:50:36.344938 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-62c9f2e9-8173-4aeb-83a9-fd6719f0a51e req-2b723715-3865-4dd2-9fab-7d75f7eca1ee tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331872 Jun 16 09:50:37.526469 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83748e-c2e6-4412-b482-579dd939d946 req-35661793-9dc4-42ad-9fb9-b5ddaefc5fbd tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:37.527923 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6b83748e-c2e6-4412-b482-579dd939d946 req-35661793-9dc4-42ad-9fb9-b5ddaefc5fbd tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.0637467 Jun 16 09:50:37.569736 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6b83748e-c2e6-4412-b482-579dd939d946 req-d57a6c84-c642-4697-b5a3-00eb53a73f16 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups?id=c03dddec-40fe-477b-8281-166b1a656bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337195 Jun 16 09:50:37.675992 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-8e65f39e-1406-47b3-917e-2e10ff7d4c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:37.941706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-7144b21a-8d81-49a3-a680-91c97800ac91 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:50:37.943130 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-7144b21a-8d81-49a3-a680-91c97800ac91 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 947 time: 0.0711527 Jun 16 09:50:37.986652 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.043600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Deleting port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:38.043935 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.132047 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] For port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:38.132426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.289995 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.290259 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.290566 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.l3_db [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Floating IP dbc7b543-750a-47bb-9b0f-115921f2c68c disassociated. External IP: 172.28.2.159, port: 264afb2e-56d8-4d0c-bed5-59712e9f9d8a. Jun 16 09:50:38.290900 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Calling delete_port for 264afb2e-56d8-4d0c-bed5-59712e9f9d8a owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:38.469787 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.473959 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:38.499312 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'Port': ['ID=264afb2e-56d8-4d0c-bed5-59712e9f9d8a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:38.503117 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:38.610605 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:38.723062 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d52e15f1-7d11-4849-beca-4b9091569835 req-66f1acc0-49d2-4bd0-9c22-5e73c496f9b8 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 210 time: 0.0312858 Jun 16 09:50:38.741235 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:38.752010 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:38.761365 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:38.761973 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:38.783631 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] No DVR routers for this DVR port 264afb2e-56d8-4d0c-bed5-59712e9f9d8a on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:38.786101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:38.788079 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-61e1a41b-2454-40f9-be5d-4bf4b6f94a90 req-1bf03af5-4cc5-4d1f-abe0-016c4c6de4c5 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.23 "DELETE /v2.0/ports/264afb2e-56d8-4d0c-bed5-59712e9f9d8a HTTP/1.1" status: 204 len: 173 time: 0.8368185 Jun 16 09:50:38.788612 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-deleted', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:50:38.790912 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacc219d-9423-426a-879b-269324bfe5a2" -d '{"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-deleted", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:50:38.827534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6edee6d-8bb6-4764-8d32-2e628f88cd5d x-openstack-request-id: req-e6edee6d-8bb6-4764-8d32-2e628f88cd5d {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:50:38.827975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af47738-db89-48f7-bfdc-db93052b4b99", "name": "network-vif-deleted", "tag": "264afb2e-56d8-4d0c-bed5-59712e9f9d8a", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:50:38.828369 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6edee6d-8bb6-4764-8d32-2e628f88cd5d {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:50:38.828883 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af47738-db89-48f7-bfdc-db93052b4b99', 'name': 'network-vif-deleted', 'tag': '264afb2e-56d8-4d0c-bed5-59712e9f9d8a', 'status': 'completed', 'code': 200} Jun 16 09:50:38.867060 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:38.981105 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:39.075459 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:39.078884 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:39.087540 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:39.088119 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:39.200692 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:39.310287 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device e0d15a5a-d27e-409a-929f-aee14b8a8917 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:39.330501 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: e0d15a5a-d27e-409a-929f-aee14b8a8917 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:39.330850 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device e0d15a5a-d27e-409a-929f-aee14b8a8917 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:39.407016 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:39.411556 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360a502-274c-4fe6-b965-374e5c37edba None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:43:24Z', 'revision_number': 4, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '8df93b97-cf09-4dab-bd08-ee3937cf7460', 'name': '', 'network_id': 'ea0114fd-e6fc-4c5f-bab7-bdc708998c82', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'mac_address': 'fa:16:3e:da:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:20Z', 'updated_at': '2021-06-16T09:43:36Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'subnets': [{'id': '714d3bf4-e20a-432a-9bb1-7fe3d41a46c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:39.697636 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0acac-4e22-4f3e-9f78-ec6a8b6ee728 None None] New status for floating IP dbc7b543-750a-47bb-9b0f-115921f2c68c: DOWN {{(pid=99030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:50:39.917650 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2a5cca6c-a456-4bb4-bea0-08f9228efa97 req-1e82b4cc-44d3-4964-aa17-a410313ce08a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af47738-db89-48f7-bfdc-db93052b4b99 HTTP/1.1" status: 200 len: 210 time: 0.0356994 Jun 16 09:50:40.453640 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:40.539787 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.118046 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41306) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:41.194605 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.222188 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.347231 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.351451 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.356513 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "DELETE /v2.0/security-groups/c03dddec-40fe-477b-8281-166b1a656bbe HTTP/1.1" status: 204 len: 168 time: 0.2339971 Jun 16 09:50:41.356513 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-cf0b21a5-01d0-47ab-b59e-22639ef1fa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:41.356722 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41312) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:41.371215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03dddec-40fe-477b-8281-166b1a656bbe,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:41.374585 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.api.v2.resource [None req-27dbb3b4-8d2d-4ac7-b6f3-767f450ac742 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] show failed (client error): The resource could not be found. Jun 16 09:50:41.375904 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-27dbb3b4-8d2d-4ac7-b6f3-767f450ac742 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "GET /v2.0/security-groups/c03dddec-40fe-477b-8281-166b1a656bbe HTTP/1.1" status: 404 len: 347 time: 0.0178485 Jun 16 09:50:41.379604 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41314) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:41.381387 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.381766 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.382137 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.382497 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.383213 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.383854 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.384759 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.385983 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.387040 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.387925 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.389001 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.390680 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:50:41.395555 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:41.511136 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Deleting port 18f7467d-b00b-493a-a09e-a8bfb7098e83 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:41.511479 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.590886 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.591688 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.663347 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Calling delete_port for 18f7467d-b00b-493a-a09e-a8bfb7098e83 owned by network:floatingip {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:41.887166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.889571 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e164a8f6-9c34-4d4c-8e8d-632e42577e3b tempest-AttachVolumeNegativeTest-719609297 tempest-AttachVolumeNegativeTest-719609297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:41.917802 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Pushing event deleted for resources: {'Port': ['ID=18f7467d-b00b-493a-a09e-a8bfb7098e83,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:41.922442 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:41.984169 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks [] for floatingip, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.987289 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:41.990540 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] 10.222.0.47 "DELETE /v2.0/floatingips/dbc7b543-750a-47bb-9b0f-115921f2c68c HTTP/1.1" status: 204 len: 168 time: 0.6075675 Jun 16 09:50:43.328463 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:43.358240 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 264afb2e-56d8-4d0c-bed5-59712e9f9d8a {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:43.358559 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 264afb2e-56d8-4d0c-bed5-59712e9f9d8a not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:45.149566 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41354) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:45.756340 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:46.341623 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Deleting port 8df93b97-cf09-4dab-bd08-ee3937cf7460 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:46.342843 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:46.463041 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] For port 8df93b97-cf09-4dab-bd08-ee3937cf7460, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=8df93b97-cf09-4dab-bd08-ee3937cf7460,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:46.463438 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:46.547843 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Calling delete_port for 8df93b97-cf09-4dab-bd08-ee3937cf7460 owned by network:router_interface {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:46.826673 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:46.828863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-983b4e29-a360-46db-8c71-adf4285f80b2 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:46.856608 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df93b97-cf09-4dab-bd08-ee3937cf7460,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:46.878075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:47.050672 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.310208 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:50:47.436246 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:50:47.445322 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-74d547ef-743b-4569-9c9f-d76c809f7eb2 admin admin] 10.222.0.47 "PUT /v2.0/routers/5e59d463-4ed0-4532-ae54-c7d4cfe5f5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2945786 Jun 16 09:50:47.445747 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41374) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:47.458403 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Sync routers for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:50:47.468155 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:47.470444 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:47.601064 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:47.802785 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:50:46Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:47.809699 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Checking router: 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:50:47.820779 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Routers {'5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:50:47.821422 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:50:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:47.868774 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:47.957119 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] Set router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:50:47.988466 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.237167 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:50:46Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:48.240720 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f3d8d-8c7a-43b2-af5d-8482bbf4bd21 None None] The sync data for ids ['5e59d463-4ed0-4532-ae54-c7d4cfe5f5da'] in dv-cinder-796286-4-smb is: [{'id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'name': 'tempest-AttachVolumeShelveTestJSON-489513208-router', 'tenant_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:43:08Z', 'updated_at': '2021-06-16T09:50:46Z', 'revision_number': 5, 'project_id': '9e4fcaf24ec2442cb00780d7f10518d8', 'gw_port': {'id': '3cdd1ef3-c990-4b9a-9f73-aafeded30a29', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e59d463-4ed0-4532-ae54-c7d4cfe5f5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:43:11Z', 'updated_at': '2021-06-16T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:50:48.288221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Deleting port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:48.288221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.386727 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] For port 3cdd1ef3-c990-4b9a-9f73-aafeded30a29, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:48.387221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.464081 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Calling delete_port for 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:48.718097 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.720353 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-5a3aee9f-e26f-481f-8582-999f8bc72b6e tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:48.745215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdd1ef3-c990-4b9a-9f73-aafeded30a29,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:48.748779 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:48.823747 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.935025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:48.937545 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.072475 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.073047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e59d463-4ed0-4532-ae54-c7d4cfe5f5da {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:50:49.081025 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.082161 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1d7733ed-b73a-46a9-ad99-06ad980c39a5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5e59d463-4ed0-4532-ae54-c7d4cfe5f5da HTTP/1.1" status: 204 len: 168 time: 1.6351535 Jun 16 09:50:49.086311 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41384) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:49.149578 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Deleting subnet 714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:49.153598 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.205781 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.339396 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.472609 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.477503 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:50:49.479275 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:49.508483 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714d3bf4-e20a-432a-9bb1-7fe3d41a46c5,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:49.510780 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:49.524446 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.526463 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dff978-c304-4036-898e-859ed5633f8b None None] Network ea0114fd-e6fc-4c5f-bab7-bdc708998c82 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:50:49.528927 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-07de0498-58fc-4584-ab0e-ab2c0dcd8b0b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/714d3bf4-e20a-432a-9bb1-7fe3d41a46c5 HTTP/1.1" status: 204 len: 168 time: 0.4404793 Jun 16 09:50:49.531310 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41390) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:49.628142 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.690194 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Deleting port 2edac76b-d94c-4af2-812a-bdb93109a9ad {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:49.690549 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.774271 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] For port 2edac76b-d94c-4af2-812a-bdb93109a9ad, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=2edac76b-d94c-4af2-812a-bdb93109a9ad,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:49.774271 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.781408 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e03775-348b-44b8-b724-817e20b7011a None None] DHCP port deletion for ea0114fd-e6fc-4c5f-bab7-bdc708998c82 request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:50:49.853298 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Calling delete_port for 2edac76b-d94c-4af2-812a-bdb93109a9ad owned by network:dhcp {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:49.868246 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Deleting port 2edac76b-d94c-4af2-812a-bdb93109a9ad {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:50:49.868568 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:49.937741 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 2edac76b-d94c-4af2-812a-bdb93109a9ad no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:49.975249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-50e03775-348b-44b8-b724-817e20b7011a None None] For port 2edac76b-d94c-4af2-812a-bdb93109a9ad, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=2edac76b-d94c-4af2-812a-bdb93109a9ad,segment=NetworkSegment(50043c88-fbe5-436f-8dce-9ef6bdf4755c),segment_id=50043c88-fbe5-436f-8dce-9ef6bdf4755c)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:50:49.975653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.043970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Calling delete_port for 2edac76b-d94c-4af2-812a-bdb93109a9ad owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:50:50.058918 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.062232 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-af3defbf-82cf-4cb1-bcaa-6f1595e86a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:50.091854 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edac76b-d94c-4af2-812a-bdb93109a9ad,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:50.094305 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No ports have port_id starting with 2edac76b-d94c-4af2-812a-bdb93109a9ad Jun 16 09:50:50.098237 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:50.100362 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:50.102370 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] No DVR routers for this DVR port 2edac76b-d94c-4af2-812a-bdb93109a9ad on host dv-cinder-796286-4-smb {{(pid=99029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:50.121598 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:50.121959 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 3cdd1ef3-c990-4b9a-9f73-aafeded30a29 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:50.122402 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 8df93b97-cf09-4dab-bd08-ee3937cf7460 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:50:50.149517 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 8df93b97-cf09-4dab-bd08-ee3937cf7460 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:50:50.149517 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 8df93b97-cf09-4dab-bd08-ee3937cf7460 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:50:50.177700 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.179734 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:50.205472 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Pushing event deleted for resources: {'Port': ['ID=2edac76b-d94c-4af2-812a-bdb93109a9ad,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:50.211305 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:50.214499 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03775-348b-44b8-b724-817e20b7011a None None] No DVR routers for this DVR port 2edac76b-d94c-4af2-812a-bdb93109a9ad on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:50:50.227972 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.243189 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0114fd-e6fc-4c5f-bab7-bdc708998c82']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:50.256359 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50043c88-fbe5-436f-8dce-9ef6bdf4755c') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:50.256937 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50043c88-fbe5-436f-8dce-9ef6bdf4755c') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:50:50.267503 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.288860 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.296586 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:50:50.297070 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:50:50.299465 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:50:50.441873 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.446342 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c5587122-20c5-4e6a-9d84-d9a7a46a8896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:50.459709 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.461779 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ea0114fd-e6fc-4c5f-bab7-bdc708998c82 HTTP/1.1" status: 204 len: 168 time: 0.9287813 Jun 16 09:50:50.466950 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0114fd-e6fc-4c5f-bab7-bdc708998c82,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:50.475190 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:50.786017 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41398) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:50.828799 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-56ec24c6-9a0d-4a2b-9a7b-e7c1ed9f45ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e4fcaf24ec2442cb00780d7f10518d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412915 Jun 16 09:50:50.831876 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41400) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:50.887421 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:50.910987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.038443 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.041003 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:51.042158 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec3b672b-b2de-471e-99bb-c560ea35f8cc HTTP/1.1" status: 204 len: 168 time: 0.2092724 Jun 16 09:50:51.042981 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-dfdcbb56-fed9-4a37-8b9e-357434ccf492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:51.051724 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b672b-b2de-471e-99bb-c560ea35f8cc,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:51.055846 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:59.407967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41594) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.508290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.597240 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.675052 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.677593 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3d63522f-5e86-4861-a2d5-986353d65495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:59.712900 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd1643704f6148d9ba81762acde5557a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033583 Jun 16 09:50:59.713821 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6258e66-53c9-4d84-9c90-50f668516df1,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:59.715596 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41598) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.717372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-21c6d7e3-ce20-4649-8289-fb8a7292786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:50:59.761878 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41602) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:50:59.764453 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.786359 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.805102 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Deleting subnet dcd7e90b-be41-46c7-8153-08fd753d7e83 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:50:59.808101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.845479 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.883834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.895035 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.897735 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:50:59.898885 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6258e66-53c9-4d84-9c90-50f668516df1 HTTP/1.1" status: 204 len: 168 time: 0.1822932 Jun 16 09:50:59.899676 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-06dd9855-5720-4f06-bf01-39a9f67c6adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:50:59.907655 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6258e66-53c9-4d84-9c90-50f668516df1,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:50:59.910628 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-c3d0918c-ea12-429c-8fec-63d8da4b7dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:00.000626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.003453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-81886296-92a8-4ce8-86b7-411bcff00be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.029545 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd7e90b-be41-46c7-8153-08fd753d7e83,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:00.031985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:00.038125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.040055 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-68c4e8e7-256b-4156-95bf-9a0cceeaf01b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dcd7e90b-be41-46c7-8153-08fd753d7e83 HTTP/1.1" status: 204 len: 168 time: 0.2771907 Jun 16 09:51:00.044152 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41606) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.116070 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.199467 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.210344 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e409a395-52cf-47a4-a3d5-702e3e46c289']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.220050 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a60645-4a61-4d7d-a059-0ecc6c6ca617') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.220376 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a60645-4a61-4d7d-a059-0ecc6c6ca617') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:00.229384 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.242984 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.248831 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:51:00.249221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:51:00.252917 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:51:00.394977 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.399908 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.401801 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e409a395-52cf-47a4-a3d5-702e3e46c289 HTTP/1.1" status: 204 len: 168 time: 0.3566377 Jun 16 09:51:00.402609 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.415276 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e409a395-52cf-47a4-a3d5-702e3e46c289,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:00.418195 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-44864c2c-ffae-452d-aa33-8ba739f5b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:00.761346 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41626) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.800171 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-7cf98c0f-cd90-4e91-ba15-212bb2691106 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62b01353f35e45f9ab18f7d413a574ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375876 Jun 16 09:51:00.802650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41628) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.849997 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.876254 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.926231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41632) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:00.983966 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.987291 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:00.988589 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52f1b284-b32c-44bb-b9bd-821fdbc85835 HTTP/1.1" status: 204 len: 168 time: 0.1848600 Jun 16 09:51:00.989283 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c64ef69a-201f-46a0-8dbb-b1eb42e6960a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:00.998101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f1b284-b32c-44bb-b9bd-821fdbc85835,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:01.000671 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-fce45e68-0998-4100-888f-c9cc6b1fa054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:01.027152 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365748710-network', 'tenant_id': '1a481298aee246ca8d38020b83b949e1'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:01.129367 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Made reservation on behalf of 1a481298aee246ca8d38020b83b949e1 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:01.131722 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.140295 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.230937 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.321633 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.330518 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-484727da-ed54-44d9-b00e-5eacc7879ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:01.349883 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:51:01.367745 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5caf6ce-4fd7-4e0f-bd2b-fb88001b2ed3,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:01.370636 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.371225 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Added segment 1d2c6e82-cca6-4d14-ae38-4c4676305b03 of type vlan for network 0303fcf5-a798-4fe2-a9db-38fc8c7374dd Jun 16 09:51:01.372470 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:01.412506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.509426 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.510753 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:01.511336 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.513455 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:01.574257 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Pushing event updated for resources: {'Network': ['ID=0303fcf5-a798-4fe2-a9db-38fc8c7374dd,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:01.577224 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:01.585577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 0303fcf5-a798-4fe2-a9db-38fc8c7374dd details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:51:01.607226 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6799295 Jun 16 09:51:01.610479 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41648) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:01.615602 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Request body: {'subnet': {'network_id': '0303fcf5-a798-4fe2-a9db-38fc8c7374dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365748710-subnet', 'tenant_id': '1a481298aee246ca8d38020b83b949e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:01.700904 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Made reservation on behalf of 1a481298aee246ca8d38020b83b949e1 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:01.704314 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12599666'] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.946709 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1064977581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12599648'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:01.949999 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:02.004528 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da4a424-cca2-4482-b094-4e9701440dc0,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:02.007253 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:02.013166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Checking segment: {'id': '1d2c6e82-cca6-4d14-ae38-4c4676305b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0303fcf5-a798-4fe2-a9db-38fc8c7374dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:02.013530 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Network hostable DHCP agents. Network: 0303fcf5-a798-4fe2-a9db-38fc8c7374dd, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:51:02.081191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Network 0303fcf5-a798-4fe2-a9db-38fc8c7374dd is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:51:02.177900 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 0303fcf5-a798-4fe2-a9db-38fc8c7374dd) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:02.182702 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:02.184078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:02.188617 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397a745-d17f-4abe-af98-218bcff69d6f None None] Network 0303fcf5-a798-4fe2-a9db-38fc8c7374dd requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:02.270283 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-f51276eb-8be9-471a-84ac-fc0a075671c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6586053 Jun 16 09:51:02.319287 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423fa33-f3c3-48f3-b59f-69f29b0f1470 None None] Network 0303fcf5-a798-4fe2-a9db-38fc8c7374dd requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:02.993747 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41716) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:02.998747 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510329225-network', 'tenant_id': 'b2e88e45fb794d0e9d48751521f82113'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:03.105985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Made reservation on behalf of b2e88e45fb794d0e9d48751521f82113 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:03.108392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.117483 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.203529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.271744 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.275733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8756d388-278a-4a50-80e1-9d55808b4bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:03.296014 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:51:03.310670 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23526a90-85b2-4f6b-adfe-9c31e701351b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:03.313437 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.313769 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Added segment e26936da-102a-43e9-807a-73279d2f3c80 of type vlan for network d148e3f7-1a01-4752-ae33-ffb41f93dda3 Jun 16 09:51:03.315810 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:03.355070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.449206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.450529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:03.451101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.453225 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:03.508123 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Pushing event updated for resources: {'Network': ['ID=d148e3f7-1a01-4752-ae33-ffb41f93dda3,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:03.510776 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:03.519252 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network d148e3f7-1a01-4752-ae33-ffb41f93dda3 details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:51:03.547348 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-89776d91-d6ae-48f3-972c-84bcc0e8cef9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5524652 Jun 16 09:51:03.550763 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41732) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:03.556408 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Request body: {'subnet': {'network_id': 'd148e3f7-1a01-4752-ae33-ffb41f93dda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510329225-subnet', 'tenant_id': 'b2e88e45fb794d0e9d48751521f82113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:03.649475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Made reservation on behalf of b2e88e45fb794d0e9d48751521f82113 for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:03.651891 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12599666'] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.870007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1064977581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12599648'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:03.872443 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:03.932155 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4018c1-4533-46eb-8b0f-b48c877b5b86,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:03.935508 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:03.941548 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Checking segment: {'id': 'e26936da-102a-43e9-807a-73279d2f3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd148e3f7-1a01-4752-ae33-ffb41f93dda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:03.941906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Network hostable DHCP agents. Network: d148e3f7-1a01-4752-ae33-ffb41f93dda3, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:51:04.057916 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Network d148e3f7-1a01-4752-ae33-ffb41f93dda3 is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:51:04.132362 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, d148e3f7-1a01-4752-ae33-ffb41f93dda3) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:04.137078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:04.138016 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.141293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883f6bc-94a9-4e37-afbc-5b8c50711620 None None] Network d148e3f7-1a01-4752-ae33-ffb41f93dda3 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:04.241689 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b2399472-02b1-429f-bbe8-d789758298d5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6896725 Jun 16 09:51:04.264128 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04495c43-c2f9-436c-8998-b097ee598f63 None None] Network d148e3f7-1a01-4752-ae33-ffb41f93dda3 requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:04.357997 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41738) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:04.406774 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Deleting subnet 6da4a424-cca2-4482-b094-4e9701440dc0 {{(pid=99029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:51:04.410664 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.445011 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065082563'] for subnet, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.483461 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.632366 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12858342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065052499'] for subnet, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.634797 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:04.660264 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da4a424-cca2-4482-b094-4e9701440dc0,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:04.662233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.664110 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6da4a424-cca2-4482-b094-4e9701440dc0 HTTP/1.1" status: 204 len: 168 time: 0.3051116 Jun 16 09:51:04.665174 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-2907da89-5af0-4466-8172-f809d64841dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:04.666505 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41740) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:04.737545 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.817314 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.827273 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0303fcf5-a798-4fe2-a9db-38fc8c7374dd']}} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.837563 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2c6e82-cca6-4d14-ae38-4c4676305b03') {'for_net_delete': True} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.837909 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.services.segments.db [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2c6e82-cca6-4d14-ae38-4c4676305b03') {} {{(pid=99029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:04.846330 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065082586'] for segment, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.860243 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.866884 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=99029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:51:04.867268 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12858233'] for segment, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: Traceback (most recent call last): Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: timer() Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: cb(*args, **kw) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: return func(*args, **kwargs) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: self._notify() Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: self.callback(batched_events) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: event.method(event) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: return f(self, *a, **k) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: return self._get(url).json() Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: return self.request(url, 'GET', **kwargs) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:51:04.869022 dv-cinder-796286-4-smb neutron-server[99029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:51:05.035114 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.038822 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.041264 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.043052 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0303fcf5-a798-4fe2-a9db-38fc8c7374dd HTTP/1.1" status: 204 len: 168 time: 0.3756263 Jun 16 09:51:05.045866 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41744) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.054342 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0303fcf5-a798-4fe2-a9db-38fc8c7374dd,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.057226 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1d02ed93-babe-4dd6-98c1-f772ebdbac86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:05.091979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Deleting subnet 4f4018c1-4533-46eb-8b0f-b48c877b5b86 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:51:05.095559 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.132231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.169579 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.172112 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d9b86d17-05b8-490b-8fb8-dcc6ded4e8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.275829 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.278131 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.302424 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4018c1-4533-46eb-8b0f-b48c877b5b86,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.305520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:05.306474 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.308504 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-d554df5c-3359-4c98-9fd0-1f32a5d57006 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4f4018c1-4533-46eb-8b0f-b48c877b5b86 HTTP/1.1" status: 204 len: 168 time: 0.2614009 Jun 16 09:51:05.310748 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41746) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:05.380210 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.458287 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.467863 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d148e3f7-1a01-4752-ae33-ffb41f93dda3']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:05.478534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26936da-102a-43e9-807a-73279d2f3c80') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:05.478824 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26936da-102a-43e9-807a-73279d2f3c80') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:05.487850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.500706 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.506472 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:51:05.506850 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:51:05.508464 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:51:05.643988 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.647724 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:05.650212 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:05.651952 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d148e3f7-1a01-4752-ae33-ffb41f93dda3 HTTP/1.1" status: 204 len: 168 time: 0.3403003 Jun 16 09:51:05.663242 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d148e3f7-1a01-4752-ae33-ffb41f93dda3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:05.666485 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-7bed25b1-2bcd-483c-a386-87207328a9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:06.061411 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41752) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:06.102106 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-3b63acf6-15fb-4d7c-b11d-0139f378404e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a481298aee246ca8d38020b83b949e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393691 Jun 16 09:51:06.104608 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41754) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:06.154900 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.176239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.281239 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.283776 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:06.285111 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5caf6ce-4fd7-4e0f-bd2b-fb88001b2ed3 HTTP/1.1" status: 204 len: 168 time: 0.1794202 Jun 16 09:51:06.285905 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d4820468-717a-4922-a1b4-518de8650097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:06.293633 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5caf6ce-4fd7-4e0f-bd2b-fb88001b2ed3,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:06.296078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-44802db7-2fc7-4c25-af39-5b46f3f02c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:06.938561 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41760) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:06.978940 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-16ce4fa1-69b2-4cd3-a3ad-f55e514c961f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2e88e45fb794d0e9d48751521f82113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391550 Jun 16 09:51:06.981332 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41762) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:07.030191 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:07.055991 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:07.209620 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:07.212195 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:07.213369 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23526a90-85b2-4f6b-adfe-9c31e701351b HTTP/1.1" status: 204 len: 168 time: 0.2308996 Jun 16 09:51:07.214142 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-60cdac84-8580-4116-8044-cb5661895e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:07.223323 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23526a90-85b2-4f6b-adfe-9c31e701351b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:07.225693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5a89404b-2f43-4eb6-ba80-04485a7f7685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:07.649166 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-8a17b8a0-770f-44aa-979e-5e35d2c00cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:08.037693 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:09.023684 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.444129 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:10.563211 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.516231 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41840) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:11.624033 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.713065 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.786293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.789542 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-d1dfad65-5faf-49d1-95d0-192429fadccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:11.824454 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005032a4-f466-470e-87cd-77f5e613ac52,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:11.828577 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef1658b6a57f46e0a29fe4774188f7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112917 Jun 16 09:51:11.829446 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:11.831148 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41844) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:11.879095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:11.900482 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.018104 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.020656 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.022400 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/005032a4-f466-470e-87cd-77f5e613ac52 HTTP/1.1" status: 204 len: 168 time: 0.1902974 Jun 16 09:51:12.023278 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-595c430e-2e12-41c6-bbf9-db7486020645 tempest-VolumesNegativeTest-2074628013 tempest-VolumesNegativeTest-2074628013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:12.030749 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005032a4-f466-470e-87cd-77f5e613ac52,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:12.032985 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:12.647124 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41852) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:12.665372 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.752374 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.809258 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.811783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-85eef9ec-f17b-4721-a26c-77327eaaeef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:12.848351 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=341a4e908cbd4759a473bd0f7f973e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001281 Jun 16 09:51:12.849266 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ef560-0a14-4e59-af84-430b420043f8,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:12.851538 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41854) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:12.852812 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4b2c64ff-800e-4cad-98b4-973160fb73cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:12.900861 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:12.921674 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.038198 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.040859 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:13.041988 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/968ef560-0a14-4e59-af84-430b420043f8 HTTP/1.1" status: 204 len: 168 time: 0.1893878 Jun 16 09:51:13.042751 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-25916744-5570-4a41-b309-31f701614672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:13.050367 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ef560-0a14-4e59-af84-430b420043f8,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:13.052979 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8cb3d98c-e417-4869-ace7-e08512ebbc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:15.917890 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41934) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:16.016618 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.102834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.174534 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.177856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-f0efa9d2-deec-402c-83a8-19cf0b81d842 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:16.211439 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebfa8d112d0a4798aebbb9af61f25934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925146 Jun 16 09:51:16.213416 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bfa99-c94b-4edf-b126-21c68a62b090,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:16.214233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41942) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:16.216490 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.262888 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.283107 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.397726 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.400489 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:16.402763 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e9bfa99-c94b-4edf-b126-21c68a62b090 HTTP/1.1" status: 204 len: 168 time: 0.1872811 Jun 16 09:51:16.403650 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-198241e9-ea0b-4c66-8f60-ead47679e97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:16.413791 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bfa99-c94b-4edf-b126-21c68a62b090,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:16.417186 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-08e6e186-e2a0-4fbb-970e-da7823855b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:16.969249 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41954) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:16.983339 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.070133 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.140359 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.142801 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-17758676-970a-4781-9e6b-146c5bf5b800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:17.178518 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f8fee84903e466f9c32bc058ba8fb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082136 Jun 16 09:51:17.179390 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5bbaa2-03ef-4af9-8452-1f8dd2bfee4a,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:17.181238 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41956) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:17.182490 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:17.233552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.253569 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.403774 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.406342 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:17.407519 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a5bbaa2-03ef-4af9-8452-1f8dd2bfee4a HTTP/1.1" status: 204 len: 168 time: 0.2252631 Jun 16 09:51:17.408373 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6e263be3-21e8-43a5-b3f2-43c60bdcedf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:17.416541 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5bbaa2-03ef-4af9-8452-1f8dd2bfee4a,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:17.418872 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-999931a4-9d21-465d-b0c9-bdb5a079033e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:19.086073 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 41990) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:19.189720 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.275767 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.343549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.346088 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8188e85f-6ae3-44e7-835b-217cf1504b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:19.382414 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3aeadbb93ff4b41b98cc25d0b4da208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952247 Jun 16 09:51:19.383319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79306dfa-2604-496b-815e-a133f41dad00,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:19.385167 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 41994) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:19.386331 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e0b24061-26a9-4b24-b610-205ecbc5499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:19.439602 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.459850 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.586235 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.588997 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:19.590120 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79306dfa-2604-496b-815e-a133f41dad00 HTTP/1.1" status: 204 len: 168 time: 0.2039964 Jun 16 09:51:19.590890 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-57dfba05-21c5-477f-b575-7d224ee9c1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:19.598677 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79306dfa-2604-496b-815e-a133f41dad00,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:19.601477 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b1955818-1091-4b6a-8498-1986e1074793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:26.476610 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:51:30.093967 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42126) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:30.197232 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.285833 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.354752 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.357334 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0f3d5f5d-062a-4ad9-be53-32b4f10775cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:30.394444 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efc8eab-9383-437e-a414-1f917bba323f,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:30.399145 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a5f2088681648a2a0cc8e367b757fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041420 Jun 16 09:51:30.400232 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:30.402324 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42132) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:30.455150 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.479120 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.583770 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.587481 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:30.593981 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2efc8eab-9383-437e-a414-1f917bba323f HTTP/1.1" status: 204 len: 168 time: 0.1854203 Jun 16 09:51:30.593981 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ac18ba50-a4cd-44ca-9e46-26c94494c29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:30.597823 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efc8eab-9383-437e-a414-1f917bba323f,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:30.600310 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-e72ccf14-651e-443b-92c8-f89f16220394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:31.614188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42168) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:31.712632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2126865679-network', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:31.803466 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Made reservation on behalf of a65e72f7dbe74bd486e84a80874c8e2c for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:31.805841 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:31.817104 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:31.913659 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:31.986306 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:31.989448 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a405f038-ed30-40d3-8c8d-b68eb37906c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:32.010709 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:51:32.019447 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:32.028254 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.035827 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Added segment e1c03120-5dcb-4310-86c8-df34945fbc00 of type vlan for network cc122750-b1e2-4140-886e-e67123724f3f Jun 16 09:51:32.037570 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.038098 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.038884 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.039250 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.039611 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.039996 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.040445 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.040810 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.041166 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.041520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.041873 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.042383 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:32.050348 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:32.086318 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.186951 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.188325 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.188922 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.191342 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:32.250460 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Pushing event updated for resources: {'Network': ['ID=cc122750-b1e2-4140-886e-e67123724f3f,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:32.253386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:32.261250 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network cc122750-b1e2-4140-886e-e67123724f3f details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:51:32.285727 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-51345f91-e59f-47cf-8e53-92de95dc0978 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6701586 Jun 16 09:51:32.288417 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42172) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:32.293189 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Request body: {'subnet': {'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2126865679-subnet', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'ip_version': 4}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:32.403570 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Made reservation on behalf of a65e72f7dbe74bd486e84a80874c8e2c for: {'subnet': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:32.406171 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12599666'] for subnet, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.660713 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1064977581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12599648'] for subnet, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.663897 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2173246e-17fd-4d8a-bd8c-eda270311adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:32.715955 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7b01ef-5080-4632-8d05-02830a669bb5,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:32.719301 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:32.725411 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Checking segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:32.725775 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Network hostable DHCP agents. Network: cc122750-b1e2-4140-886e-e67123724f3f, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:51:32.811953 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Network cc122750-b1e2-4140-886e-e67123724f3f is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:51:32.886331 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, cc122750-b1e2-4140-886e-e67123724f3f) {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:32.890572 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:32.896058 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:32.896834 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00dfb9e-42a7-4fe0-abee-ad8cd0bcbe72 None None] Network cc122750-b1e2-4140-886e-e67123724f3f requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:32.972694 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-30352692-0d7e-4250-9020-192b05b4dd83 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6829376 Jun 16 09:51:32.975202 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42182) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:32.980178 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:33.034873 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-cc122750-b1e2-4140-886e-e67123724f3f', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:51:33.035709 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.063665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.064943 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.117027 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.171359 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Allocated IP 172.20.0.2 (cc122750-b1e2-4140-886e-e67123724f3f/7f7b01ef-5080-4632-8d05-02830a669bb5/d4127bd5-e601-4345-9fb1-2fe9830c4c81) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:33.313147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.429337 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.437498 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Transition to ACTIVE for port object d4127bd5-e601-4345-9fb1-2fe9830c4c81 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:33.451721 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Transition to ACTIVE for port object d4127bd5-e601-4345-9fb1-2fe9830c4c81 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:33.532619 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.534716 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:33.577220 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Network cc122750-b1e2-4140-886e-e67123724f3f is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:33.582602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:33.586341 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:33.592194 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Pushing event updated for resources: {'Port': ['ID=d4127bd5-e601-4345-9fb1-2fe9830c4c81,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:33.605201 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.605557 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.605906 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.606246 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.606580 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.606920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.607250 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.607577 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.607910 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.608372 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.608586 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.608909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:33.628464 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:33.662015 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Attempting to bind port d4127bd5-e601-4345-9fb1-2fe9830c4c81 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:33.662400 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Attempting to bind port d4127bd5-e601-4345-9fb1-2fe9830c4c81 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:33.662776 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Attempting to bind port d4127bd5-e601-4345-9fb1-2fe9830c4c81 on network cc122750-b1e2-4140-886e-e67123724f3f {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:33.668078 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:33.668506 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Checking segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:33.668942 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.669333 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Bound using segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:33.669823 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Bound port: d4127bd5-e601-4345-9fb1-2fe9830c4c81, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:33.670213 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.733750 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] For port d4127bd5-e601-4345-9fb1-2fe9830c4c81, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:33.736768 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] For port d4127bd5-e601-4345-9fb1-2fe9830c4c81, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=d4127bd5-e601-4345-9fb1-2fe9830c4c81,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:33.821514 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.823923 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:33.851213 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.873785 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:33.892323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Pushing event updated for resources: {'Port': ['ID=d4127bd5-e601-4345-9fb1-2fe9830c4c81,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:33.895774 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:33.979179 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Allocated IP 172.28.2.244 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/190bba28-176f-4286-9d42-544093e60709) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:34.097531 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.215354 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.217631 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-85034900-46ee-4fb2-9e86-9a5ef7fc2917 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:34.254441 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:34.259786 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:34.263214 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:34.268648 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Pushing event updated for resources: {'Port': ['ID=190bba28-176f-4286-9d42-544093e60709,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:34.290915 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:34.624598 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.799326 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b862340-7f8d-4ae3-ae20-cac585c08f21 None None] Network cc122750-b1e2-4140-886e-e67123724f3f requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:34.825980 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:34.958546 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-915a5b88-0eb8-4490-b14b-5a84017ca74b None None] Provisioning for port d4127bd5-e601-4345-9fb1-2fe9830c4c81 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:35.008980 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Router 128fc99c-f20f-439c-a9a3-f9cf75320c64 is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:51:35.121600 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:35.132946 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Sync routers for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:35.142249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:35.142891 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:35.210917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-03bcabaf-784d-400b-872b-59df6c7025ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.215247 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] Notify callbacks [] for router, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.219475 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-af857f26-de5c-4094-a609-e81955a36c73 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2401690 Jun 16 09:51:35.219693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42196) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:35.263463 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:35.461299 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:34Z', 'revision_number': 3, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:35.464938 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Checking router: 128fc99c-f20f-439c-a9a3-f9cf75320c64 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:35.465310 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Updating router 128fc99c-f20f-439c-a9a3-f9cf75320c64 port 190bba28-176f-4286-9d42-544093e60709 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:51:35.500374 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.657198 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.762336 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.773642 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Transition to ACTIVE for port object 190bba28-176f-4286-9d42-544093e60709 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:35.812015 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Allocated IP 172.20.0.1 (cc122750-b1e2-4140-886e-e67123724f3f/7f7b01ef-5080-4632-8d05-02830a669bb5/51604580-1557-4963-a888-3786b0a66d08) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:35.872467 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.874867 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:35.935650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.944930 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b438-4da2-49d6-8f93-3ae393305321 None None] Pushing event updated for resources: {'Port': ['ID=190bba28-176f-4286-9d42-544093e60709,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:35.956506 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Transition to ACTIVE for port object 51604580-1557-4963-a888-3786b0a66d08 will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:35.957180 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Attempting to bind port 190bba28-176f-4286-9d42-544093e60709 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:35.957419 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Attempting to bind port 190bba28-176f-4286-9d42-544093e60709 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:35.957789 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Attempting to bind port 190bba28-176f-4286-9d42-544093e60709 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:35.960219 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3139b438-4da2-49d6-8f93-3ae393305321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:35.964259 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:35.964993 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:35.965414 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.965822 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:35.969045 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Bound port: 190bba28-176f-4286-9d42-544093e60709, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:35.970031 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:35.981171 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device d4127bd5-e601-4345-9fb1-2fe9830c4c81 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:36.046420 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.049782 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40caba1b-a29c-4db5-9100-6d7be33e4f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:36.062869 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] For port 190bba28-176f-4286-9d42-544093e60709, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:36.067336 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] For port 190bba28-176f-4286-9d42-544093e60709, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=190bba28-176f-4286-9d42-544093e60709,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:36.086599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Network cc122750-b1e2-4140-886e-e67123724f3f is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:36.091344 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:36.094778 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:36.100560 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Pushing event updated for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:36.120003 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:36.135417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port d4127bd5-e601-4345-9fb1-2fe9830c4c81 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:36.138936 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.144693 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.144848 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-2320e965-3ba3-468b-b85d-492f2c5ee87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:36.149699 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port d4127bd5-e601-4345-9fb1-2fe9830c4c81 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:36.150079 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.234854 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:36.235518 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:36.237390 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b438-4da2-49d6-8f93-3ae393305321 None None] Pushing event updated for resources: {'Port': ['ID=190bba28-176f-4286-9d42-544093e60709,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:36.243014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3139b438-4da2-49d6-8f93-3ae393305321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:36.364758 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.369405 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.397364 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:36.456262 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c4e96931-e630-4302-a77a-403551df3c56 None None] Provisioning for port 51604580-1557-4963-a888-3786b0a66d08 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:36.465249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-c4e96931-e630-4302-a77a-403551df3c56 None None] Provisioning complete for port 51604580-1557-4963-a888-3786b0a66d08 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:36.465637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c4e96931-e630-4302-a77a-403551df3c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.485192 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port d4127bd5-e601-4345-9fb1-2fe9830c4c81, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=d4127bd5-e601-4345-9fb1-2fe9830c4c81,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:36.542068 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.552259 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.559451 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:36.563970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-c4e96931-e630-4302-a77a-403551df3c56 None None] Port 51604580-1557-4963-a888-3786b0a66d08 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:51:36.606456 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.610549 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40631bea-6d70-4fa8-97e8-632bffbd8d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:36.641865 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=d4127bd5-e601-4345-9fb1-2fe9830c4c81,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:36.646208 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:36.677736 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:34Z', 'revision_number': 3, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:36.681963 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f416f90-e038-416e-913c-88b0e8385928 None None] The sync data for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb is: [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:34Z', 'revision_number': 3, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:36.685736 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:36.689085 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Pushing event updated for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:36.696407 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:36.791012 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Network cc122750-b1e2-4140-886e-e67123724f3f is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:36.793907 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:36.938742 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Router 128fc99c-f20f-439c-a9a3-f9cf75320c64 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:51:37.062898 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:37.068504 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] 10.222.0.47 "PUT /v2.0/routers/128fc99c-f20f-439c-a9a3-f9cf75320c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8475802 Jun 16 09:51:37.089380 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e6af1343-3115-4d82-a391-25c11fe67720 None None] Provisioning complete for port 51604580-1557-4963-a888-3786b0a66d08 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:37.089970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e6af1343-3115-4d82-a391-25c11fe67720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:37.132142 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-e6af1343-3115-4d82-a391-25c11fe67720 None None] Port 51604580-1557-4963-a888-3786b0a66d08 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:51:37.689082 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7167be39-36cc-4ca3-a69e-0aa2661eb2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:37.797330 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42266) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:37.802363 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1622630148-network', 'tenant_id': '753616eb984d4105a8a037a88fd6e672'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:37.894635 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Made reservation on behalf of 753616eb984d4105a8a037a88fd6e672 for: {'network': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:37.897911 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for network, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:37.908484 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:37.998247 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 190bba28-176f-4286-9d42-544093e60709 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:38.021400 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.021732 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.086969 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.090154 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-82606965-9ab4-4756-b12a-d2fb9de2a397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:38.112584 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=99028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 09:51:38.121389 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 190bba28-176f-4286-9d42-544093e60709 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:38.124350 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378ec66f-7347-4054-b825-de2c6b69442b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:38.125601 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 190bba28-176f-4286-9d42-544093e60709 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:38.125980 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.129087 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:38.134976 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.134976 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.segments_db [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Added segment dc193007-af1b-408e-a6b5-0e8950de5ff4 of type vlan for network 54851eea-9bb3-4028-b8ad-9fc9041dde4b Jun 16 09:51:38.177376 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761204669058'] for network, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.210314 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.232194 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 190bba28-176f-4286-9d42-544093e60709, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=190bba28-176f-4286-9d42-544093e60709,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:38.265812 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Sync routers for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:38.275472 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:38.276191 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:38.292205 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278'] for network, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.293685 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:38.294344 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.297650 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:38.324816 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.326520 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device d4127bd5-e601-4345-9fb1-2fe9830c4c81 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:38.331726 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:38.370204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Pushing event updated for resources: {'Network': ['ID=54851eea-9bb3-4028-b8ad-9fc9041dde4b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:38.379735 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:38.381568 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b details requested by agent ovs-agent-dv-cinder-796286-4-smb with host dv-cinder-796286-4-smb {{(pid=99030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 09:51:38.384507 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:38.440208 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=190bba28-176f-4286-9d42-544093e60709,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:38.453106 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-794149ca-90bf-4eb9-9aa7-928f2693b572 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6546786 Jun 16 09:51:38.455920 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42270) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:38.461926 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Request body: {'subnet': {'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1622630148-subnet', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'ip_version': 4}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:38.478151 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:38.493529 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port d4127bd5-e601-4345-9fb1-2fe9830c4c81 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:38.493919 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.577851 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Made reservation on behalf of 753616eb984d4105a8a037a88fd6e672 for: {'subnet': 1} {{(pid=99029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:38.580547 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065052488'] for subnet, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.631017 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 2, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:38.637798 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Checking router: 128fc99c-f20f-439c-a9a3-f9cf75320c64 for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:38.637798 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Updating router 128fc99c-f20f-439c-a9a3-f9cf75320c64 port 51604580-1557-4963-a888-3786b0a66d08 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:51:38.678223 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.818312 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12858279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065052506'] for subnet, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.822005 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:38.881820 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9502a40a-9b9c-4724-8f08-6a157a8d74f4,revision_number=0']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:38.886302 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:38.890761 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Checking segment: {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:38.891123 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Network hostable DHCP agents. Network: 54851eea-9bb3-4028-b8ad-9fc9041dde4b, hostable agents: ['5643d58d-52a7-4198-b01b-59475d4d287e'], hosted agents: [] {{(pid=99029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 09:51:38.967262 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:38.974682 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b is scheduled to be hosted by DHCP agent 5643d58d-52a7-4198-b01b-59475d4d287e with binding_index 1 {{(pid=99029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 09:51:38.978910 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Transition to ACTIVE for port object 51604580-1557-4963-a888-3786b0a66d08 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:39.003262 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.051869 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.054918 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:39.093400 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-4-smb, 54851eea-9bb3-4028-b8ad-9fc9041dde4b) {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:39.101138 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:39.103093 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for subnet, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.114246 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd635165-1611-422b-8366-2a5d916ee465 None None] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:39.125915 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Pushing event updated for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:39.138865 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.139208 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.139540 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.139872 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.140197 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.140550 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.140872 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.141633 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.141633 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.141896 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.142094 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.142408 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:39.146539 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:39.190600 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-b9c8bd24-4dc1-40fb-98c7-aaa98c72febb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7334294 Jun 16 09:51:39.193155 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42274) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:39.200460 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:39.211398 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Attempting to bind port 51604580-1557-4963-a888-3786b0a66d08 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:39.212127 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Attempting to bind port 51604580-1557-4963-a888-3786b0a66d08 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:39.212783 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Attempting to bind port 51604580-1557-4963-a888-3786b0a66d08 on network cc122750-b1e2-4140-886e-e67123724f3f {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Checking segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Bound using segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Bound port: 51604580-1557-4963-a888-3786b0a66d08, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:39.228194 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.300356 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] For port 51604580-1557-4963-a888-3786b0a66d08, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:39.302168 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06adc3f4-fa8a-5b4e-a341-73f6496da379-54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'fixed_ips': [{'subnet_id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4'}]}} from dv-cinder-796286-4-smb. {{(pid=99030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 09:51:39.303084 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.304919 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16615304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1238'] for router, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.305104 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] For port 51604580-1557-4963-a888-3786b0a66d08, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=51604580-1557-4963-a888-3786b0a66d08,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:39.306136 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16428680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16628946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1247'] for router, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.370358 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.391214 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.393542 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:39.448650 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:39.449348 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:39.452202 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.db_base_plugin_common [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Allocated IP 172.20.0.2 (54851eea-9bb3-4028-b8ad-9fc9041dde4b/9502a40a-9b9c-4724-8f08-6a157a8d74f4/ff6856a2-47af-4de4-b6fc-c64cb5719021) {{(pid=99030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:39.487000 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Pushing event updated for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=4']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:39.526446 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b0c4a7d3-0fc1-4529-a8df-a979dc822d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:39.583592 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:39.619123 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16428698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16615334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.641642 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks [] for port, precommit_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.650474 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Transition to ACTIVE for port object ff6856a2-47af-4de4-b6fc-c64cb5719021 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:39.665073 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Transition to ACTIVE for port object ff6856a2-47af-4de4-b6fc-c64cb5719021 will not be triggered until provisioned by entity DHCP. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:39.741222 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845'] for port, after_create {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.744302 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:39.779708 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b is already hosted by enough agents. {{(pid=99030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:39.784115 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.scheduler.base_scheduler [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Resources bound (agent type, host, resource id): {{(pid=99030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:39.789790 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Received port after_create {{(pid=99030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:39.799640 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Pushing event updated for resources: {'Port': ['ID=ff6856a2-47af-4de4-b6fc-c64cb5719021,revision_number=1']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:39.804059 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:39.808130 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:39Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:39.811908 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee0212-ab42-4fb3-855c-4dc4adbdc4df None None] The sync data for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb is: [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:39Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:39.862613 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Attempting to bind port ff6856a2-47af-4de4-b6fc-c64cb5719021 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:39.863184 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Attempting to bind port ff6856a2-47af-4de4-b6fc-c64cb5719021 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:39.864041 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Attempting to bind port ff6856a2-47af-4de4-b6fc-c64cb5719021 on network 54851eea-9bb3-4028-b8ad-9fc9041dde4b {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:39.873744 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:39.874141 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Checking segment: {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:39.874758 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.874978 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Bound using segment: {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:39.875459 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Bound port: ff6856a2-47af-4de4-b6fc-c64cb5719021, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:39.875845 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.938035 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:39.959299 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] For port ff6856a2-47af-4de4-b6fc-c64cb5719021, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:39.968249 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] For port ff6856a2-47af-4de4-b6fc-c64cb5719021, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=ff6856a2-47af-4de4-b6fc-c64cb5719021,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:39.968501 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.038331 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.040470 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:40.074243 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 190bba28-176f-4286-9d42-544093e60709 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:40.106529 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Allocated IP 172.28.2.202 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/eaeb33fe-d192-4300-ad25-dd8b21650701) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:40.149454 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Pushing event updated for resources: {'Port': ['ID=ff6856a2-47af-4de4-b6fc-c64cb5719021,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:40.152920 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-955ffa4c-3bf6-4d45-8e36-3644bcdd07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:40.166733 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 190bba28-176f-4286-9d42-544093e60709 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:40.167094 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.250395 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.277727 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 51604580-1557-4963-a888-3786b0a66d08 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:40.349463 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12858163'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.352984 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-58eea412-d022-44c9-a53a-06873fe12695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:40.398548 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:40.403560 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:40.408478 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:40.415048 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=eaeb33fe-d192-4300-ad25-dd8b21650701,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:40.418025 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 51604580-1557-4963-a888-3786b0a66d08 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:40.422965 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 51604580-1557-4963-a888-3786b0a66d08 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:40.423558 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.445436 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:40.513880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.540004 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.579227 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 51604580-1557-4963-a888-3786b0a66d08, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=51604580-1557-4963-a888-3786b0a66d08,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:40.598216 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.655325 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:40.657576 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-1b8cad84-3459-43a2-a6de-10df8dd41a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:40.726456 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:40.731436 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:41.090423 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:41.231155 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263097c-3a7f-4f57-b6a0-6303445cb3c7 None None] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:51:41.301281 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16615345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16428780'] for router, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:41.384837 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-1ca4a4ad-85b4-4419-afd4-a01abaaae1bd None None] Provisioning for port ff6856a2-47af-4de4-b6fc-c64cb5719021 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:41.503343 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Router bf5d65ce-c635-4f5a-aa2b-696c07ad550b is scheduled to L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec with binding_index 1 {{(pid=99029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 09:51:41.619065 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:41.628867 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Sync routers for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:41.642019 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:41.642778 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:41.709229 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:41.710661 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5160353 Jun 16 09:51:41.713293 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42280) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:41.745142 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:41.932386 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 3, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:41.935878 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Checking router: bf5d65ce-c635-4f5a-aa2b-696c07ad550b for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:41.936578 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Updating router bf5d65ce-c635-4f5a-aa2b-696c07ad550b port eaeb33fe-d192-4300-ad25-dd8b21650701 binding host dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:51:41.972935 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.014142 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 51604580-1557-4963-a888-3786b0a66d08 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:42.142205 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.144899 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 51604580-1557-4963-a888-3786b0a66d08 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:42.145291 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.299051 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Allocated IP 172.20.0.1 (54851eea-9bb3-4028-b8ad-9fc9041dde4b/9502a40a-9b9c-4724-8f08-6a157a8d74f4/10a38814-2e00-4323-9ac9-281a52289c66) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:42.322521 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device ff6856a2-47af-4de4-b6fc-c64cb5719021 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:42.356501 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks [] for port, precommit_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.373625 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Transition to ACTIVE for port object eaeb33fe-d192-4300-ad25-dd8b21650701 will not be triggered until provisioned by entity L2. {{(pid=99030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:42.419865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.434548 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.provisioning_blocks [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Transition to ACTIVE for port object 10a38814-2e00-4323-9ac9-281a52289c66 will not be triggered until provisioned by entity DHCP. {{(pid=99029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:42.497770 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.499833 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.529676 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port ff6856a2-47af-4de4-b6fc-c64cb5719021 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:42.544293 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port ff6856a2-47af-4de4-b6fc-c64cb5719021 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:42.544676 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.577076 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Attempting to bind port eaeb33fe-d192-4300-ad25-dd8b21650701 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:42.577532 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Attempting to bind port eaeb33fe-d192-4300-ad25-dd8b21650701 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:42.577906 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Attempting to bind port eaeb33fe-d192-4300-ad25-dd8b21650701 on network 2a00c4ee-db1f-4857-89ce-dea23b53d662 {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:42.581471 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2630167-6834-4ad0-b1a8-c7b2fd3de13c None None] Pushing event updated for resources: {'Port': ['ID=eaeb33fe-d192-4300-ad25-dd8b21650701,revision_number=2']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.587058 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12858163'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.589462 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-15151574-ce9b-415f-ae40-589df3fab7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.589996 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e2630167-6834-4ad0-b1a8-c7b2fd3de13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.596691 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:42.596691 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Checking segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:42.597076 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.597668 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Bound using segment: {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'} {{(pid=99030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:42.598188 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.managers [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Bound port: eaeb33fe-d192-4300-ad25-dd8b21650701, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab422de5-d551-47d7-ba17-9b2aed607350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662'}}] {{(pid=99030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:42.598574 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.627095 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:42.630426 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:42.633215 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:42.668538 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Pushing event updated for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.680988 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.681292 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.681659 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.682406 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.682406 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.682723 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.683075 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.683505 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.683783 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.684136 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.684513 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.684862 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:51:42.687762 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] For port eaeb33fe-d192-4300-ad25-dd8b21650701, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:42.688557 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.692412 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] For port eaeb33fe-d192-4300-ad25-dd8b21650701, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=eaeb33fe-d192-4300-ad25-dd8b21650701,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:42.695099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.696412 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424029'] for router_interface, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.732333 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port ff6856a2-47af-4de4-b6fc-c64cb5719021, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=ff6856a2-47af-4de4-b6fc-c64cb5719021,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:42.770147 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.772808 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.801740 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.827265 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:42.828008 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:42.901354 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2630167-6834-4ad0-b1a8-c7b2fd3de13c None None] Pushing event updated for resources: {'Port': ['ID=eaeb33fe-d192-4300-ad25-dd8b21650701,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.906288 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-e2630167-6834-4ad0-b1a8-c7b2fd3de13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.908548 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:42.926319 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:42.976134 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=ff6856a2-47af-4de4-b6fc-c64cb5719021,revision_number=3']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:42.982414 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:42.991433 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:43.093264 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.142820 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-42068515-b231-4d31-b1ec-5450f91b93ee None None] Provisioning for port 10a38814-2e00-4323-9ac9-281a52289c66 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:43.157221 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12858149'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.160532 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-1254df8d-a701-4cb4-bd95-9cf54d341ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:43.174789 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-42068515-b231-4d31-b1ec-5450f91b93ee None None] Provisioning complete for port 10a38814-2e00-4323-9ac9-281a52289c66 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:43.175177 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-42068515-b231-4d31-b1ec-5450f91b93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.228095 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16286388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423969'] for router_interface, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.229789 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Pushing event updated for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:43.232594 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:43.256241 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-42068515-b231-4d31-b1ec-5450f91b93ee None None] Port 10a38814-2e00-4323-9ac9-281a52289c66 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:51:43.330457 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:43.330635 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 3, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:43.334287 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ba1-cf57-4ca7-b2e4-ce64585ea0ec None None] The sync data for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb is: [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 3, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:43.337236 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:43.465340 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Router bf5d65ce-c635-4f5a-aa2b-696c07ad550b has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:51:43.580727 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-ecc05655-09ed-48b6-9e10-3df0e987baf9 None None] Provisioning complete for port 10a38814-2e00-4323-9ac9-281a52289c66 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:43.581117 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-ecc05655-09ed-48b6-9e10-3df0e987baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:43.581228 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:51:43.588647 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-8f0f4617-2bb8-4956-a110-4d49e3a5ad56 admin admin] 10.222.0.47 "PUT /v2.0/routers/bf5d65ce-c635-4f5a-aa2b-696c07ad550b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735731 Jun 16 09:51:43.647015 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-ecc05655-09ed-48b6-9e10-3df0e987baf9 None None] Port 10a38814-2e00-4323-9ac9-281a52289c66 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:51:44.015881 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eaeb33fe-d192-4300-ad25-dd8b21650701 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:44.145831 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port eaeb33fe-d192-4300-ad25-dd8b21650701 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:44.150263 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port eaeb33fe-d192-4300-ad25-dd8b21650701 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:44.150656 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.234174 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.254591 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port eaeb33fe-d192-4300-ad25-dd8b21650701, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=eaeb33fe-d192-4300-ad25-dd8b21650701,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:44.326617 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.327580 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device ff6856a2-47af-4de4-b6fc-c64cb5719021 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:44.330246 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:44.409321 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=eaeb33fe-d192-4300-ad25-dd8b21650701,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:44.413634 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:44.418864 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port ff6856a2-47af-4de4-b6fc-c64cb5719021 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:44.419121 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:44.929913 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Sync routers for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:51:44.940408 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:44.941281 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:45.052600 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:45.281753 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 4, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '10a38814-2e00-4323-9ac9-281a52289c66', 'name': '', 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'mac_address': 'fa:16:3e:9c:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:42Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 2, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'subnets': [{'id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:45.285975 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Checking router: bf5d65ce-c635-4f5a-aa2b-696c07ad550b for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:51:45.286437 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Updating router bf5d65ce-c635-4f5a-aa2b-696c07ad550b port 10a38814-2e00-4323-9ac9-281a52289c66 binding host dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 09:51:45.421768 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:45.713911 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks [] for port, precommit_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:45.724600 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.provisioning_blocks [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Transition to ACTIVE for port object 10a38814-2e00-4323-9ac9-281a52289c66 will not be triggered until provisioned by entity L2. {{(pid=99031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:45.829158 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:45.832567 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-0254b4c0-398d-4d69-9702-e610998de67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:45.927651 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69a24-8fda-496f-aa1f-c4a7a9fc4da7 None None] Pushing event updated for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=3']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:45.956260 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b7b69a24-8fda-496f-aa1f-c4a7a9fc4da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:45.970929 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Attempting to bind port 10a38814-2e00-4323-9ac9-281a52289c66 on host dv-cinder-796286-4-smb for vnic_type normal with profile {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:51:45.971307 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Attempting to bind port 10a38814-2e00-4323-9ac9-281a52289c66 by drivers openvswitch,hyperv on host dv-cinder-796286-4-smb at level 0 using segments [{'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:51:45.971754 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Attempting to bind port 10a38814-2e00-4323-9ac9-281a52289c66 on network 54851eea-9bb3-4028-b8ad-9fc9041dde4b {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:51:45.978401 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Checking agent: {'id': 'b18b4b1b-a75c-4167-833a-3f6d2c244959', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 34, 38), 'started_at': datetime.datetime(2021, 6, 16, 9, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:51:45.978783 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Checking segment: {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:51:45.979241 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:45.979657 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Bound using segment: {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'} {{(pid=99031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:51:45.980134 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.managers [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Bound port: 10a38814-2e00-4323-9ac9-281a52289c66, host: dv-cinder-796286-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc193007-af1b-408e-a6b5-0e8950de5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b'}}] {{(pid=99031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:51:45.980544 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:45.987962 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eaeb33fe-d192-4300-ad25-dd8b21650701 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:46.074991 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] For port 10a38814-2e00-4323-9ac9-281a52289c66, host dv-cinder-796286-4-smb, cleared binding levels {{(pid=99031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:51:46.081740 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.plugins.ml2.db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] For port 10a38814-2e00-4323-9ac9-281a52289c66, host dv-cinder-796286-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=10a38814-2e00-4323-9ac9-281a52289c66,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:51:46.088773 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port eaeb33fe-d192-4300-ad25-dd8b21650701 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:46.089442 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:46.161427 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron_lib.callbacks.manager [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:46.177771 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-22700be5-337c-4260-b7b9-11efd0d6471c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:46.240512 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:51:46.241252 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:51:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:46.317641 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69a24-8fda-496f-aa1f-c4a7a9fc4da7 None None] Pushing event updated for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=4']} {{(pid=99031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:46.323593 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG oslo_concurrency.lockutils [None req-b7b69a24-8fda-496f-aa1f-c4a7a9fc4da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:46.401915 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:51:46.631126 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 4, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '10a38814-2e00-4323-9ac9-281a52289c66', 'name': '', 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'mac_address': 'fa:16:3e:9c:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:42Z', 'updated_at': '2021-06-16T09:51:46Z', 'revision_number': 4, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'subnets': [{'id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:51:46.635233 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5c4ac-2e19-4e71-bba4-d82257c2c95d None None] The sync data for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb is: [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:42Z', 'revision_number': 4, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '10a38814-2e00-4323-9ac9-281a52289c66', 'name': '', 'network_id': '54851eea-9bb3-4028-b8ad-9fc9041dde4b', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'mac_address': 'fa:16:3e:9c:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:42Z', 'updated_at': '2021-06-16T09:51:46Z', 'revision_number': 4, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'subnets': [{'id': '9502a40a-9b9c-4724-8f08-6a157a8d74f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:51:47.990619 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 10a38814-2e00-4323-9ac9-281a52289c66 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:48.109386 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning for port 10a38814-2e00-4323-9ac9-281a52289c66 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:51:48.114013 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 10a38814-2e00-4323-9ac9-281a52289c66 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:48.114572 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:48.214418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:48.257978 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] For port 10a38814-2e00-4323-9ac9-281a52289c66, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=10a38814-2e00-4323-9ac9-281a52289c66,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:51:48.327188 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:48.332014 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-3139b438-4da2-49d6-8f93-3ae393305321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:48.412657 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Pushing event updated for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:48.415146 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:49.936856 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 10a38814-2e00-4323-9ac9-281a52289c66 up at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:51:49.987653 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Provisioning complete for port 10a38814-2e00-4323-9ac9-281a52289c66 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:51:49.988328 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:55.540665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-67fa7c4e-2e59-48b4-b486-7e60f448fe5e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:55.542089 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-67fa7c4e-2e59-48b4-b486-7e60f448fe5e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 815 time: 0.1025860 Jun 16 09:51:55.558664 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-9cf16bb7-f685-48f3-b344-8327be2586fa tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/quotas/a65e72f7dbe74bd486e84a80874c8e2c HTTP/1.1" status: 200 len: 375 time: 0.0108535 Jun 16 09:51:55.627576 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-a9b9086b-d86b-4b7e-8bfc-ab9802c11b5e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635357 Jun 16 09:51:55.722392 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-f863c7f8-1b76-4a43-aa93-536b6d448ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828905 Jun 16 09:51:55.813633 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-d418ef22-31a7-44cc-949f-87108e341a03 service neutron] 10.222.0.47 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849323 Jun 16 09:51:56.113464 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-38fab9b0-6094-4050-bca9-695c249af70d req-8f906603-3e96-498c-b914-078c44142a9e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jun 16 09:51:57.267955 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-579038da-f181-4bf9-9d72-d0861e087712 req-a6162c8e-0060-42b9-9ccc-2905069b09d7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 210 time: 0.0339584 Jun 16 09:51:58.412232 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-063505ae-d51a-44df-87d8-f51376efd93a req-0e542f7f-1a33-467c-83c3-b85987b16bab tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 210 time: 0.0289125 Jun 16 09:51:59.020657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-284f8ed6-bcd0-4544-b6e7-223ae6c1e3ce tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:59.021982 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-284f8ed6-bcd0-4544-b6e7-223ae6c1e3ce tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 815 time: 0.0986893 Jun 16 09:51:59.040319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'port': {'device_id': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'admin_state_up': True, 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:51:59.220424 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Made reservation on behalf of a65e72f7dbe74bd486e84a80874c8e2c for: {'port': 1} {{(pid=99028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 09:51:59.224554 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:59.357629 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_common [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Allocated IP 172.20.0.11 (cc122750-b1e2-4140-886e-e67123724f3f/7f7b01ef-5080-4632-8d05-02830a669bb5/89111d1b-c0e3-4fc7-a283-a8e02c470b10) {{(pid=99028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:51:59.498938 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for port, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:59.518733 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Transition to ACTIVE for port object 89111d1b-c0e3-4fc7-a283-a8e02c470b10 will not be triggered until provisioned by entity DHCP. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:51:59.561273 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fadf822d-8315-4f36-a908-f16cc129d1c6 req-d27f034e-8c1d-4f0b-95a4-4f4cc12babf7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 210 time: 0.0342407 Jun 16 09:51:59.663896 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1064977465'] for port, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:59.668820 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-7b7d7d1e-fac1-48a1-b9d7-85fc3b75f35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:51:59.707645 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Network cc122750-b1e2-4140-886e-e67123724f3f is already hosted by enough agents. {{(pid=99028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:51:59.712719 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.base_scheduler [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Resources bound (agent type, host, resource id): {{(pid=99028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:51:59.717112 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Received port after_create {{(pid=99028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:51:59.724674 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:51:59.742413 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:51:59.752686 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42456) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:51:59.774418 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:51:59.775561 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:59.857974 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-41353191-eabd-472b-9119-e6deef3e743b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8216343 Jun 16 09:51:59.898523 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:51:59.996287 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.097979 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.100520 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-51f929f2-d5b2-4b56-8017-c08f835e6848 tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:00.139030 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc83d8-7d59-4060-bfb8-12ae9d524c8e,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:00.142663 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:00.148105 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42462) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:00.148543 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-a24b84d6-438d-4226-a14a-d3767670720d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918548a6e03342b9841847d0c0f51d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979452 Jun 16 09:52:00.177597 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-60733916-d099-40c2-8a1c-de276c4e8b37 None None] Provisioning for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 completed by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:00.181985 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-60733916-d099-40c2-8a1c-de276c4e8b37 None None] Provisioning complete for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:00.182241 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-60733916-d099-40c2-8a1c-de276c4e8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.210970 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.220853 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-60733916-d099-40c2-8a1c-de276c4e8b37 None None] Port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 cannot update to ACTIVE because it is not bound. {{(pid=99030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 09:52:00.245107 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.380409 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.382975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:00.384134 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7dc83d8-7d59-4060-bfb8-12ae9d524c8e HTTP/1.1" status: 204 len: 168 time: 0.2350438 Jun 16 09:52:00.385014 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a6daa5e8-0893-4084-b21b-5c44cc47722a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:00.393719 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc83d8-7d59-4060-bfb8-12ae9d524c8e,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:00.396036 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3b1ac020-688d-4cef-b927-725a05e8bd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:00.748084 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575cba-4a76-4b7c-aab4-a4c49b369b95 req-ab3476a3-bada-4cac-a4e8-1ea08b4fd99d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:00.749763 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a5575cba-4a76-4b7c-aab4-a4c49b369b95 req-ab3476a3-bada-4cac-a4e8-1ea08b4fd99d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0743966 Jun 16 09:52:00.797883 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-a5575cba-4a76-4b7c-aab4-a4c49b369b95 req-5978e1da-74f8-4135-a2d1-12ae9fc25efd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Jun 16 09:52:02.003980 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c308f8-028d-41a2-a252-1cdb1b246798 req-11a1d702-575d-4142-8417-b2c653cb4c7c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:02.005562 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-37c308f8-028d-41a2-a252-1cdb1b246798 req-11a1d702-575d-4142-8417-b2c653cb4c7c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0795851 Jun 16 09:52:02.052993 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-37c308f8-028d-41a2-a252-1cdb1b246798 req-3d90854b-22ac-4656-8c7d-ca4ba02c4b2e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Jun 16 09:52:03.226385 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937df4f-5a73-4d40-90ea-d5bb0bf46819 req-9cacaad7-590d-4707-8adf-3b297c8bfea0 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:03.227933 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e937df4f-5a73-4d40-90ea-d5bb0bf46819 req-9cacaad7-590d-4707-8adf-3b297c8bfea0 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0679750 Jun 16 09:52:03.268849 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-e937df4f-5a73-4d40-90ea-d5bb0bf46819 req-c7c57545-7920-4f61-9070-6a901380d97c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344875 Jun 16 09:52:03.477777 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:52:04.463915 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e034-7b3c-44b4-8cc0-f2470c71b8c9 req-64e3b55d-d877-4b30-8ad6-df06e90913a5 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:04.467484 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9113e034-7b3c-44b4-8cc0-f2470c71b8c9 req-64e3b55d-d877-4b30-8ad6-df06e90913a5 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0749588 Jun 16 09:52:04.516997 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-9113e034-7b3c-44b4-8cc0-f2470c71b8c9 req-024416c3-0c5b-43fe-998e-75b083d41080 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Jun 16 09:52:05.203576 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0923db7a-cf76-40c0-bbf8-0de97462d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:05.710848 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e39cfb-d274-4dc4-96bf-a6e060e99e5e req-0ab089ed-5061-43ce-bb53-4487a0557c23 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:05.716800 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-69e39cfb-d274-4dc4-96bf-a6e060e99e5e req-0ab089ed-5061-43ce-bb53-4487a0557c23 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0813344 Jun 16 09:52:06.045165 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-69e39cfb-d274-4dc4-96bf-a6e060e99e5e req-8e6b5ec2-a8f9-4715-8a80-562f647088ce tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269050 Jun 16 09:52:07.273455 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0c77-332f-47ce-8f4d-95569a8d35e4 req-5faeb128-eef9-4c65-87b6-9d99a3611d0b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:07.275107 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bfac0c77-332f-47ce-8f4d-95569a8d35e4 req-5faeb128-eef9-4c65-87b6-9d99a3611d0b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0863295 Jun 16 09:52:07.326785 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bfac0c77-332f-47ce-8f4d-95569a8d35e4 req-0756805b-79f0-4f3d-808c-c5a629a4743f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Jun 16 09:52:07.671912 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-59d7c58a-c269-432e-bb63-d846f755ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.011979 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:08.516346 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5b2b-df1b-411e-abf3-36f9b8a32989 req-bf4e6698-947e-4389-977a-47a47f6e70c7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:08.517845 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-adeb5b2b-df1b-411e-abf3-36f9b8a32989 req-bf4e6698-947e-4389-977a-47a47f6e70c7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0658135 Jun 16 09:52:08.578791 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-adeb5b2b-df1b-411e-abf3-36f9b8a32989 req-f2a0b654-faad-4d24-a396-09d4993ecfa3 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547101 Jun 16 09:52:08.983066 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:09.749390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3988e-edc5-458d-859b-eee8fe16eb87 req-fcfa9f20-c6ce-4838-844b-ae2a5715266c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:09.750856 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3eb3988e-edc5-458d-859b-eee8fe16eb87 req-fcfa9f20-c6ce-4838-844b-ae2a5715266c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 932 time: 0.0618296 Jun 16 09:52:09.787295 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-3eb3988e-edc5-458d-859b-eee8fe16eb87 req-748d97ff-ecfb-4226-ba3a-383379c79756 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Jun 16 09:52:09.827829 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Request body: {'port': {'device_id': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:09.898351 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.155771 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89111d1b-c0e3-4fc7-a283-a8e02c470b10 {{(pid=99028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:52:10.163082 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.175197 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.provisioning_blocks [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Transition to ACTIVE for port object 89111d1b-c0e3-4fc7-a283-a8e02c470b10 will not be triggered until provisioned by entity L2. {{(pid=99028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 09:52:10.256858 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.259676 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-816fbd9e-1335-4754-a3cd-ecbba306b7ea tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:10.335543 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=2']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:10.354265 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:10.407984 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Attempting to bind port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 09:52:10.408467 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Attempting to bind port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 09:52:10.408801 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Attempting to bind port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 on network cc122750-b1e2-4140-886e-e67123724f3f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:10.413372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 on network cc122750-b1e2-4140-886e-e67123724f3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 09:52:10.415322 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Attempting to bind port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 on network cc122750-b1e2-4140-886e-e67123724f3f {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 09:52:10.418814 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Checking agent: {'id': '6513bf93-1559-4532-b229-228457b5aca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'started_at': datetime.datetime(2021, 6, 16, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 9, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 09:52:10.419206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Checking segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 09:52:10.419591 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Bound using segment: {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'} {{(pid=99028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 09:52:10.420030 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.managers [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Bound port: 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c03120-5dcb-4310-86c8-df34945fbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f'}}] {{(pid=99028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 09:52:10.420434 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.484562 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, cleared binding levels {{(pid=99028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 09:52:10.487550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 09:52:10.494583 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.581157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.583299 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-120c2377-c04e-4e1d-8d58-d3e0436d1d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:10.619487 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:10.620097 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.621998 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 1094 time: 0.7986834 Jun 16 09:52:10.622520 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:10.624859 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f35edd-aa09-4160-a398-fdc6da447122" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:10.640173 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:10.672975 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab4ea09-1603-4543-bb43-4877e3b457a7 x-openstack-request-id: req-7ab4ea09-1603-4543-bb43-4877e3b457a7 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:10.673475 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:10.673777 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ab4ea09-1603-4543-bb43-4877e3b457a7 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:10.674322 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:52:10.675116 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=3']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:10.679080 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-58ade749-a9a1-4379-9901-3dd62cd618d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:10.770665 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-57cdc058-63b7-4d4f-98ca-196b94e7d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:10.772211 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-57cdc058-63b7-4d4f-98ca-196b94e7d7ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1097 time: 0.0556948 Jun 16 09:52:10.891735 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-bbb19883-5903-450a-8934-a4b923d1f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:10.893234 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-bbb19883-5903-450a-8934-a4b923d1f2be service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008332 Jun 16 09:52:11.036691 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-7d37e38c-2f8a-4bd5-bbb2-b07c43690f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:11.038179 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c8f35edd-aa09-4160-a398-fdc6da447122 req-7d37e38c-2f8a-4bd5-bbb2-b07c43690f72 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329622 Jun 16 09:52:11.059553 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34d2e2-3adc-499f-ba50-2fde9e2d44b6 req-69c57894-b5c3-477a-b1e9-5706aa86ac7a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:11.061796 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e34d2e2-3adc-499f-ba50-2fde9e2d44b6 req-69c57894-b5c3-477a-b1e9-5706aa86ac7a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 944 time: 0.1468523 Jun 16 09:52:11.101761 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6e34d2e2-3adc-499f-ba50-2fde9e2d44b6 req-416b77cb-4c7b-4c70-9512-f3f355b9337f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jun 16 09:52:11.161629 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-ffb565ed-fe54-44f9-9ad2-5d5ffbd64511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:11.163065 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-ffb565ed-fe54-44f9-9ad2-5d5ffbd64511 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1097 time: 0.0568571 Jun 16 09:52:11.217510 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-44aad448-a447-4d7f-a02b-fc3675508b73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 217 time: 0.0326986 Jun 16 09:52:11.270589 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-03cd9b3c-4d9e-4ee5-bf80-59ed290418d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:11.272288 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-03cd9b3c-4d9e-4ee5-bf80-59ed290418d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0468547 Jun 16 09:52:11.334598 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-d3c0ee06-5123-40ac-adc0-f88f14235de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:11.336135 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-d3c0ee06-5123-40ac-adc0-f88f14235de4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566773 Jun 16 09:52:11.433116 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-2b388a8c-9e53-42e0-a994-80eda11b4744 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891426 Jun 16 09:52:11.530884 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-81dea303-4647-4f3f-af2e-b2f8efaa233f req-ffb352c7-cc26-4905-b0da-d167f579c3e5 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877299 Jun 16 09:52:12.277923 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd350-0f6a-4272-925e-21ea087d1cb8 req-3a31a3bf-c39e-4a1e-ba1d-e4a8bba79918 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:12.279394 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-464cd350-0f6a-4272-925e-21ea087d1cb8 req-3a31a3bf-c39e-4a1e-ba1d-e4a8bba79918 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 944 time: 0.0625422 Jun 16 09:52:12.316656 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-464cd350-0f6a-4272-925e-21ea087d1cb8 req-27257c42-b4b2-45cb-8599-14d76f3dcf34 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Jun 16 09:52:13.492691 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d03f-7b66-4a3a-a149-53548c20691c req-7900f0b9-d720-4c26-9a35-d2681a25ee03 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:13.494483 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bda1d03f-7b66-4a3a-a149-53548c20691c req-7900f0b9-d720-4c26-9a35-d2681a25ee03 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 944 time: 0.0688798 Jun 16 09:52:13.533337 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-bda1d03f-7b66-4a3a-a149-53548c20691c req-bbec6883-87f0-4e70-9ac5-0ca8d82456ce tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Jun 16 09:52:13.696095 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42626) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:13.797965 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:13.811270 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 89111d1b-c0e3-4fc7-a283-a8e02c470b10 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 09:52:13.886856 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:13.908497 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:13.920711 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Returning: {'device': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'port_id': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'mac_address': 'fa:16:3e:82:b2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 09:52:13.951749 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:13.955305 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-bc2f8900-0f48-4fd5-aa06-82770ebbe4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:13.961927 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:13.975174 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89111d1b-c0e3-4fc7-a283-a8e02c470b10 {{(pid=99030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 09:52:13.990182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2254b87376bd47f3b8a8bcfd68d9b79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929838 Jun 16 09:52:13.992848 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42630) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:13.996124 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:14.001128 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41551b7-aaf6-429d-9517-52e79cfd1526,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:14.004615 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8e3a43e9-d090-42e0-bdbd-e7bf61230019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:14.047486 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.068865 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.077301 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.079976 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:14.126598 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=4']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:14.129841 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:14.197453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.200157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:14.201375 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f41551b7-aaf6-429d-9517-52e79cfd1526 HTTP/1.1" status: 204 len: 168 time: 0.2074044 Jun 16 09:52:14.202249 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-40f61127-5496-42f2-9f23-7177dde47b1a tempest-AttachVolumeShelveTestJSON-535946930 tempest-AttachVolumeShelveTestJSON-535946930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:14.210286 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41551b7-aaf6-429d-9517-52e79cfd1526,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:14.212550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-629fb117-cbd6-475c-a8f3-9d78aada35e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:14.408850 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:52:14.709914 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa1f0e-ac64-4adc-b639-2d241d5b61fe req-8b18cb95-a83d-41c2-bd2d-23cccb6feff4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:14.711386 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fafa1f0e-ac64-4adc-b639-2d241d5b61fe req-8b18cb95-a83d-41c2-bd2d-23cccb6feff4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 945 time: 0.0642891 Jun 16 09:52:14.753086 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fafa1f0e-ac64-4adc-b639-2d241d5b61fe req-00f7847a-a06d-4b1a-9db7-77c4fb0cd96d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Jun 16 09:52:15.822016 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 89111d1b-c0e3-4fc7-a283-a8e02c470b10 up at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 09:52:15.926120 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e7901-1eb2-4788-9c5a-6967aab9dfd7 req-2877e279-cf37-4ee6-9d69-87a9d204cd8d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:15.927583 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d29e7901-1eb2-4788-9c5a-6967aab9dfd7 req-2877e279-cf37-4ee6-9d69-87a9d204cd8d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 945 time: 0.0627785 Jun 16 09:52:15.931636 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 completed by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 09:52:15.936031 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Provisioning complete for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 triggered by entity L2. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:15.940921 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:15.965205 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d29e7901-1eb2-4788-9c5a-6967aab9dfd7 req-71b6bc2c-8b72-4257-9986-281e07f44318 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Jun 16 09:52:16.020856 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.044797 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:16.047100 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7c7d9aa55eabab36f5622b9901ff9bd6447bad0cf773051288b2c27e102830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2391bd02-7730-47d3-a62a-070ba47f0cd7" -d '{"events": [{"server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "name": "network-vif-plugged", "status": "completed", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:16.061531 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:16.083977 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca23baa-c4ba-4cff-a87a-bf32a1e6e56d x-openstack-request-id: req-dca23baa-c4ba-4cff-a87a-bf32a1e6e56d {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:16.084316 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "name": "network-vif-plugged", "status": "completed", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "code": 200}]} {{(pid=99030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:16.084588 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dca23baa-c4ba-4cff-a87a-bf32a1e6e56d {{(pid=99030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:16.089743 dv-cinder-796286-4-smb neutron-server[99030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'code': 200} Jun 16 09:52:16.132287 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908'] for port, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:16.134659 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:16.184880 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=5']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:16.187980 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:16.563826 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ada8c-1eed-45f6-a413-79ee36c4cd24 req-eaf5d14e-4c8a-454c-b73d-eb2d6836189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:16.565376 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d75ada8c-1eed-45f6-a413-79ee36c4cd24 req-eaf5d14e-4c8a-454c-b73d-eb2d6836189d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1099 time: 0.0547404 Jun 16 09:52:16.604006 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d75ada8c-1eed-45f6-a413-79ee36c4cd24 req-1bee114e-b1e9-4e36-9ee6-ebdb29beaa8f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281024 Jun 16 09:52:17.143550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e800a-1b2d-40e2-81e0-310afde3bfa7 req-0d6eb263-dc1f-455c-a05e-a78d17a10c2a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:17.145205 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc4e800a-1b2d-40e2-81e0-310afde3bfa7 req-0d6eb263-dc1f-455c-a05e-a78d17a10c2a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0663383 Jun 16 09:52:17.186619 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-dc4e800a-1b2d-40e2-81e0-310afde3bfa7 req-f3ad33fc-0ae7-49b3-937b-c0f841d256a8 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jun 16 09:52:18.362386 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35198b-951c-4fae-87c8-812397503bc6 req-0851ffc8-dcd5-430d-ba50-efecfdda22a4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:18.363864 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5c35198b-951c-4fae-87c8-812397503bc6 req-0851ffc8-dcd5-430d-ba50-efecfdda22a4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0638704 Jun 16 09:52:18.405194 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5c35198b-951c-4fae-87c8-812397503bc6 req-70fb6210-8e9e-48ec-8f4c-e6dbafc96deb tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Jun 16 09:52:18.577936 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e029e1-d3bb-4f02-808d-abd7b3d145ab req-20bfdb9b-fd4f-49d2-9058-e38135edea23 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:18.579431 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d8e029e1-d3bb-4f02-808d-abd7b3d145ab req-20bfdb9b-fd4f-49d2-9058-e38135edea23 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0636897 Jun 16 09:52:18.627213 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d8e029e1-d3bb-4f02-808d-abd7b3d145ab req-7c019865-9d49-435a-a622-b22fe5100a49 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jun 16 09:52:19.200382 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87546ada-e3a2-4398-bbc3-16910956bc03 req-330f7b20-b42d-49fc-afe3-6b282a899c7f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:19.201914 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87546ada-e3a2-4398-bbc3-16910956bc03 req-330f7b20-b42d-49fc-afe3-6b282a899c7f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0742557 Jun 16 09:52:19.248866 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87546ada-e3a2-4398-bbc3-16910956bc03 req-d1d39a01-e0b9-4039-9b0f-f327e96837a7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Jun 16 09:52:24.453656 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31891d-5ac7-41a3-ac0f-e4c6db0ff47c req-97dfa6d0-3f06-43e8-8b1d-1a6097ac76c8 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:24.455072 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ab31891d-5ac7-41a3-ac0f-e4c6db0ff47c req-97dfa6d0-3f06-43e8-8b1d-1a6097ac76c8 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0678146 Jun 16 09:52:24.494554 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-ab31891d-5ac7-41a3-ac0f-e4c6db0ff47c req-e8624e5f-8009-4f08-bcb0-de7e740e63af tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Jun 16 09:52:24.519394 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42684) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:24.745118 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0258fc7-bdfd-4f97-b7bb-0810a205a8bb tempest-TestMinimumBasicScenario-745381197 tempest-TestMinimumBasicScenario-745381197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:24.747111 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b0258fc7-bdfd-4f97-b7bb-0810a205a8bb tempest-TestMinimumBasicScenario-745381197 tempest-TestMinimumBasicScenario-745381197-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1094 time: 0.2267268 Jun 16 09:52:24.750546 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42688) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:24.755487 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.v2.base [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'floatingip': {'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'port_id': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:24.851716 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for floatingip, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:24.955690 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-711084'] for port, before_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.062726 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.db_base_plugin_common [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Allocated IP 172.28.2.18 (2a00c4ee-db1f-4857-89ce-dea23b53d662/932faa49-bebb-4788-b2f0-df287d2b6bec/cdd591ce-551a-45c8-85ad-5a8deccb90f7) {{(pid=99029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 09:52:25.177354 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for port, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.292072 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761204664845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12858163'] for port, after_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:25.294201 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:25.331781 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Network 2a00c4ee-db1f-4857-89ce-dea23b53d662 is already hosted by enough agents. {{(pid=99029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 09:52:25.337627 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.base_scheduler [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Resources bound (agent type, host, resource id): {{(pid=99029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 09:52:25.341077 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Received port after_create {{(pid=99029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 09:52:25.364079 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'Port': ['ID=cdd591ce-551a-45c8-85ad-5a8deccb90f7,revision_number=1']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:25.367050 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:25.941840 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.155560 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.310865 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for port, precommit_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.360367 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12858149'] for port, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.362595 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f7fe02fe-4a0f-4c88-9177-737d4af77dc9 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:26.439617 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'Port': ['ID=cdd591ce-551a-45c8-85ad-5a8deccb90f7,revision_number=2']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:26.443464 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:26.448212 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16428007'] for floatingip, after_update {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.546371 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.l3_db [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Floating IP 607d5b4e-b943-4ffa-b309-e6bacb7729e5 associated. External IP: 172.28.2.18, port: 89111d1b-c0e3-4fc7-a283-a8e02c470b10. Jun 16 09:52:26.746192 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Router 128fc99c-f20f-439c-a9a3-f9cf75320c64 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:52:26.847750 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:52:26.858096 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Sync routers for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:52:26.866762 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:26.870912 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:52:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:26.907797 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:26.944111 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-ac64e251-3fed-45a9-8057-922d46b9e28b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1924300 Jun 16 09:52:26.944841 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:26.947144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09567887-b1b4-482b-8053-c166548f5597" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:26.949462 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42690) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:26.958365 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201989902', 'description': 'tempest-secgroup-smoke-201989902 description', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:26.975090 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:26.986963 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c5e72b-f045-4dfa-9262-c9524c5f3caa x-openstack-request-id: req-99c5e72b-f045-4dfa-9262-c9524c5f3caa {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:26.987293 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:26.987584 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99c5e72b-f045-4dfa-9262-c9524c5f3caa {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:26.988018 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:52:27.034818 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.148836 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567887-b1b4-482b-8053-c166548f5597 req-9c4d1782-333c-48d2-a492-3f249e647677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:27.150361 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-9c4d1782-333c-48d2-a492-3f249e647677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1099 time: 0.1120541 Jun 16 09:52:27.207689 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.210244 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '607d5b4e-b943-4ffa-b309-e6bacb7729e5', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'port_id': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'mac_address': 'fa:16:3e:82:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:52:25Z', 'updated_at': '2021-06-16T09:52:25Z', 'revision_number': 0, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:27.213809 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Checking router: 128fc99c-f20f-439c-a9a3-f9cf75320c64 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:52:27.222519 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:52:27.223151 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:52:08Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:27.264890 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567887-b1b4-482b-8053-c166548f5597 req-f066dee0-bfa8-4dab-8a9a-143a99a1723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:27.266377 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-f066dee0-bfa8-4dab-8a9a-143a99a1723f service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.1070340 Jun 16 09:52:27.314955 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.320075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-54dfd5fe-3d27-49f3-806c-e0a8e893ede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:27.331220 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:52:27.359392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dab5e9-1f80-486d-9f86-292710aaa58b,revision_number=1']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:27.362515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:27.367314 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-aa5d7c1e-3715-43fb-b2a1-f88352003d5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 999 time: 0.0942595 Jun 16 09:52:27.415834 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567887-b1b4-482b-8053-c166548f5597 req-73b24bc7-8238-47f6-9c43-4b61d7359835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:27.417361 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-73b24bc7-8238-47f6-9c43-4b61d7359835 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0441840 Jun 16 09:52:27.451642 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.452849 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-8697fe68-6fb7-43af-a412-150635782239 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5012488 Jun 16 09:52:27.455884 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42694) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:27.460399 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:27.500962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567887-b1b4-482b-8053-c166548f5597 req-aa81b9bd-20fd-4bb1-8a46-2adc6ee9cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:27.502457 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-aa81b9bd-20fd-4bb1-8a46-2adc6ee9cb1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785749 Jun 16 09:52:27.568238 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '607d5b4e-b943-4ffa-b309-e6bacb7729e5', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'port_id': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'mac_address': 'fa:16:3e:82:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:52:25Z', 'updated_at': '2021-06-16T09:52:25Z', 'revision_number': 0, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:52:27.571842 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc41a2d-85e0-45af-abdd-e01c45a2d3e0 None None] The sync data for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb is: [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_floatingips': [{'id': '607d5b4e-b943-4ffa-b309-e6bacb7729e5', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'router_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'port_id': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'mac_address': 'fa:16:3e:82:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T09:52:25Z', 'updated_at': '2021-06-16T09:52:25Z', 'revision_number': 0, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:52:27.590519 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.633925 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-212f6917-14c5-422e-a4ee-83005138d64b service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243773 Jun 16 09:52:27.674522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.742639 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-09567887-b1b4-482b-8053-c166548f5597 req-12fc0b86-ce5f-47b3-acc5-ce2a5defa543 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025441 Jun 16 09:52:27.775721 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efaa50a-6057-4948-9adc-50c4c139f916 None None] New status for floating IP 607d5b4e-b943-4ffa-b309-e6bacb7729e5: ACTIVE {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:52:27.794487 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.797196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-78a82505-7416-46ef-a52c-9f613a2ea197 tempest-TestShelveInstance-1835334500 tempest-TestShelveInstance-1835334500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:27.814387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac5ca4f-12ad-476f-acd6-5abdc83bdc88,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:27.817056 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:27.904078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:27.905474 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5eda2cce-252d-4733-8ba1-ca0028729374 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486580 Jun 16 09:52:27.908489 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42696) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:27.913481 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:28.037436 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.100015 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.177070 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.179195 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3333a665-08be-4281-8674-b277dddaaac7 tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:28.199027 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23a5211-b918-4c84-8a22-e33d0f6eae53,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:28.201555 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:28.268955 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.270239 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607733 Jun 16 09:52:28.273111 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42698) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:28.278494 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:28.376967 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.436091 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.514643 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.516921 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:28.533325 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d54cd4-92bf-421d-abce-98b427308104,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:28.535847 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:28.611267 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.612534 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-b1d197c1-3a2c-4069-ae5d-a3e00d3a2f69 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384225 Jun 16 09:52:28.615274 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42700) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:28.620467 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:28.722832 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.791343 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.860256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.865302 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-617c0ec9-1e33-44d3-919d-db09b19cccae tempest-AttachVolumeTestJSON-964409950 tempest-AttachVolumeTestJSON-964409950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:28.880507 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f12077-d03d-4522-b021-432dd07b6849,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:28.883019 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:28.940449 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:28.941984 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5c6ac8d4-70b1-4445-bdd3-ac5171791f80 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255835 Jun 16 09:52:28.944914 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42702) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:28.950185 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:29.028805 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.securitygroups_db [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Project a65e72f7dbe74bd486e84a80874c8e2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:52:29.034157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.095210 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.171657 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.173823 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-a5161510-58c7-411a-8cd4-ef91c995bedd tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:29.190670 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aef98de-47b8-438a-b8ef-a710b9fb7f30,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:29.193188 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:29.280369 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.281481 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-2dd2a353-219a-479d-be07-5da37da75b86 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356156 Jun 16 09:52:29.284973 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42704) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:52:29.289590 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'security_group_rule': {'security_group_id': '76dab5e9-1f80-486d-9f86-292710aaa58b', 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:29.355365 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.db.securitygroups_db [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Project a65e72f7dbe74bd486e84a80874c8e2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 09:52:29.361112 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.423182 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.474204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16632350'] for security_group_rule, after_create {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.476316 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:29.494075 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7ddafc-e174-4afe-9e53-8ded0057db8e,revision_number=0']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:29.496452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:29.537204 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:29.538381 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5e8e66f7-9a23-4f9e-80cd-1a01647f4b32 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2524705 Jun 16 09:52:29.661429 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-1d169d62-1d4a-4ea4-8156-35f869938278 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201989902&fields=id&tenant_id=a65e72f7dbe74bd486e84a80874c8e2c HTTP/1.1" status: 200 len: 267 time: 0.0356426 Jun 16 09:52:29.731536 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-a6ebd417-72cb-4c65-bece-cc7e14bbf60b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:29.733039 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-a6ebd417-72cb-4c65-bece-cc7e14bbf60b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Jun 16 09:52:29.747094 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'port': {'security_groups': ['6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe', '76dab5e9-1f80-486d-9f86-292710aaa58b']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:52:29.836172 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:30.029473 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:52:30.058891 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:30.146217 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:30.150853 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e216e227-4649-4f0d-a510-9e8a7bb4f554 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:52:30.186873 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:52:30.197333 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.198038 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:30.201293 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-516c10be-09de-4fd8-ae90-c617abc33b7c req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "PUT /v2.0/ports/89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 982 time: 0.4576609 Jun 16 09:52:30.201293 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:52:30.203281 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41842b16-587a-4980-873d-2ecd754fff62" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:52:30.250419 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=6']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:52:30.263448 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-686c777b-11c2-4b6f-804c-cc95d4884aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:52:30.277241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd871ff-258d-46a4-8210-ab4652aa48b8 x-openstack-request-id: req-0dd871ff-258d-46a4-8210-ab4652aa48b8 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:52:30.277593 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:52:30.278041 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0dd871ff-258d-46a4-8210-ab4652aa48b8 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:52:30.278529 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:52:30.353934 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:52:30.474437 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c59c01-f2c0-4a79-b1c0-f9a49092c43d req-aa399185-5126-413a-9160-92554af04aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.475982 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-47c59c01-f2c0-4a79-b1c0-f9a49092c43d req-aa399185-5126-413a-9160-92554af04aac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.1270626 Jun 16 09:52:30.479134 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41842b16-587a-4980-873d-2ecd754fff62 req-02546067-6582-469a-9f4a-2a738726f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.481205 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-02546067-6582-469a-9f4a-2a738726f177 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1138 time: 0.1430814 Jun 16 09:52:30.582364 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-47c59c01-f2c0-4a79-b1c0-f9a49092c43d req-f6e0ea3f-363e-4bca-9b19-73c579f27121 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959566 Jun 16 09:52:30.613782 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41842b16-587a-4980-873d-2ecd754fff62 req-0cdeac83-5c44-404d-b64f-41d0270250e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.615300 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-0cdeac83-5c44-404d-b64f-41d0270250e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.1271708 Jun 16 09:52:30.657335 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-6af7a4e6-fe87-49f0-88df-f5fb59eb63e6 None None] Provisioning complete for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:52:30.657902 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-6af7a4e6-fe87-49f0-88df-f5fb59eb63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:30.684436 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-9c203a6a-8c81-4b08-a727-b821c982086a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 1001 time: 0.0623665 Jun 16 09:52:30.737228 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41842b16-587a-4980-873d-2ecd754fff62 req-f6b19a9d-b231-4268-9143-1c5bdd6cd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.738700 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-f6b19a9d-b231-4268-9143-1c5bdd6cd9ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0474577 Jun 16 09:52:30.797442 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41842b16-587a-4980-873d-2ecd754fff62 req-25cf0021-d0d5-43c3-8fc0-e8b154558a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:30.798934 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-25cf0021-d0d5-43c3-8fc0-e8b154558a8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530329 Jun 16 09:52:30.891353 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-98dc2a98-5832-40d4-b5be-537f76c4d95b service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Jun 16 09:52:30.980719 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-41842b16-587a-4980-873d-2ecd754fff62 req-6ce0f491-a287-4767-9dca-086739cbf82f service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820761 Jun 16 09:52:35.165602 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0638a4b8-00da-4218-87f6-788f9795595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:37.675006 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b863ca2f-25b4-4b0f-9a59-a83664ab95b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:38.094212 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:39.008720 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:40.476957 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:52:40.511443 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:40.611404 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:52:54.665392 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8364215-c1ae-41e5-bb1d-a6d4a398ebad req-c1c2f05f-2d95-49a3-836e-83d5ebfb4493 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:54.667535 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8364215-c1ae-41e5-bb1d-a6d4a398ebad req-c1c2f05f-2d95-49a3-836e-83d5ebfb4493 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0670137 Jun 16 09:52:54.741089 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-f8364215-c1ae-41e5-bb1d-a6d4a398ebad req-a74e9817-5e4b-4aea-ba81-e2b89a6867ac tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674992 Jun 16 09:52:54.773234 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-27d330a1-846a-4725-95ea-72fc31e89c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:54.773234 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-27d330a1-846a-4725-95ea-72fc31e89c1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1138 time: 0.0707371 Jun 16 09:52:54.851300 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-29cc126f-3137-40ac-9a45-fd66c12670e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:54.852791 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-29cc126f-3137-40ac-9a45-fd66c12670e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.0841150 Jun 16 09:52:54.921342 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-d8a53442-68e4-4c37-8f41-b2af186328b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 1001 time: 0.0610526 Jun 16 09:52:54.973746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-70358953-43fd-476f-8799-0b7d5474fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:54.975197 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-70358953-43fd-476f-8799-0b7d5474fbc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0450704 Jun 16 09:52:55.032299 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-27fdf0cc-d2a2-4163-b8fb-6147740eeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:55.033701 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-27fdf0cc-d2a2-4163-b8fb-6147740eeea3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513337 Jun 16 09:52:55.125337 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-0b7ab7e2-b9f0-4a8d-82fe-68573a5cfcd0 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844634 Jun 16 09:52:55.219512 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-c4a2ba4b-51d0-4ad8-9a56-c4dfc8bb9f10 req-1fadfe06-5374-454f-bf23-0bd39f221dca service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Jun 16 09:52:55.925746 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf24e1-664d-421d-ba5d-d09d0b8700da req-e8510e7e-445f-43b7-ada8-afb3bfe04469 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:55.927359 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ecf24e1-664d-421d-ba5d-d09d0b8700da req-e8510e7e-445f-43b7-ada8-afb3bfe04469 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0708323 Jun 16 09:52:55.968610 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6ecf24e1-664d-421d-ba5d-d09d0b8700da req-bf49aa74-1711-42b1-b5c6-e68ffea856af tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351379 Jun 16 09:52:57.138773 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516023d1-31f0-484a-b405-a99b64e1e7bf req-4eef78a6-50f5-4ca1-8fc6-2d0d49c1242f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:57.140241 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-516023d1-31f0-484a-b405-a99b64e1e7bf req-4eef78a6-50f5-4ca1-8fc6-2d0d49c1242f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0629246 Jun 16 09:52:57.179791 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-516023d1-31f0-484a-b405-a99b64e1e7bf req-2834b3c4-65b4-4097-98ba-800774ec4133 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337915 Jun 16 09:52:58.359989 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a977e-822c-468c-9126-ac6f0bf5a7af req-c96ed291-82c1-4b41-be9b-4ff2e52d353f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:58.361496 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8c5a977e-822c-468c-9126-ac6f0bf5a7af req-c96ed291-82c1-4b41-be9b-4ff2e52d353f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0670662 Jun 16 09:52:58.400355 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8c5a977e-822c-468c-9126-ac6f0bf5a7af req-67618409-41f1-41ee-8074-955e820bf511 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331514 Jun 16 09:52:59.578739 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5da46-39f5-42b9-b5c8-a79ec5e800b4 req-76f413bb-29d1-4528-8cf9-947a962657b0 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:52:59.580152 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fe5da46-39f5-42b9-b5c8-a79ec5e800b4 req-76f413bb-29d1-4528-8cf9-947a962657b0 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0653133 Jun 16 09:52:59.620264 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-6fe5da46-39f5-42b9-b5c8-a79ec5e800b4 req-44f604fa-aa22-4237-90ff-7294a7ab65aa tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341537 Jun 16 09:53:00.809666 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d90b-a6ca-4499-94e7-ad0e028e4459 req-3801e206-2256-42c9-b32b-c51190578ec7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:00.812257 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87b1d90b-a6ca-4499-94e7-ad0e028e4459 req-3801e206-2256-42c9-b32b-c51190578ec7 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0814583 Jun 16 09:53:00.881684 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-87b1d90b-a6ca-4499-94e7-ad0e028e4459 req-f0af3f62-2850-4a17-88fb-c38179bb1bbc tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628414 Jun 16 09:53:02.355992 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf52af-4332-4e81-9a15-0114f22639c2 req-3d137780-34d4-47c1-99bd-ac8efd220c7b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:02.357569 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5fcf52af-4332-4e81-9a15-0114f22639c2 req-3d137780-34d4-47c1-99bd-ac8efd220c7b tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.3542705 Jun 16 09:53:02.403913 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-5fcf52af-4332-4e81-9a15-0114f22639c2 req-d674f547-59df-4524-8256-48898ae80f0d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358253 Jun 16 09:53:03.582256 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575228-fc07-41a8-8a56-015f85771f87 req-eb3de82a-12de-4380-bc5b-63632cbaef8a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:03.583704 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d575228-fc07-41a8-8a56-015f85771f87 req-eb3de82a-12de-4380-bc5b-63632cbaef8a tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0655482 Jun 16 09:53:03.627446 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-4d575228-fc07-41a8-8a56-015f85771f87 req-07368f72-8bef-40be-81ba-25a96b8e5a6d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370314 Jun 16 09:53:04.807896 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a4a89-1174-4353-992c-308263be4627 req-0dbd3237-2075-4cbc-8e42-fab64e5327f1 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:04.809496 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-149a4a89-1174-4353-992c-308263be4627 req-0dbd3237-2075-4cbc-8e42-fab64e5327f1 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0705814 Jun 16 09:53:04.850571 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-149a4a89-1174-4353-992c-308263be4627 req-b479ebff-b8c1-4348-ab2c-dd728605347c tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351119 Jun 16 09:53:05.171109 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-ebd0864c-19f5-4eba-909f-b544c287af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:06.027606 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0334-8877-4101-a531-45b0ee38c508 req-57bd2a30-3ef3-4d65-a0eb-7437562377e3 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:06.029215 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89fc0334-8877-4101-a531-45b0ee38c508 req-57bd2a30-3ef3-4d65-a0eb-7437562377e3 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0675528 Jun 16 09:53:06.072262 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-89fc0334-8877-4101-a531-45b0ee38c508 req-2990a5d4-2edc-4072-a78a-3878282d3394 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371120 Jun 16 09:53:07.273608 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7041-3492-4d49-959c-a6bcd6c519e2 req-bebc9d0e-586a-40cb-bd6f-8ef7098587a5 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:07.275423 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2ffa7041-3492-4d49-959c-a6bcd6c519e2 req-bebc9d0e-586a-40cb-bd6f-8ef7098587a5 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0721970 Jun 16 09:53:07.320732 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-2ffa7041-3492-4d49-959c-a6bcd6c519e2 req-600f124f-00a6-46a4-b0a9-fc90ed2a7f41 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&id=76dab5e9-1f80-486d-9f86-292710aaa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348980 Jun 16 09:53:07.662597 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-47217952-5202-4cc1-8f32-52c7fed8bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.022703 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:08.999478 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:10.514009 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:10.637493 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:14.774333 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-655a94f6-e24c-4b03-806c-50788dfd8cba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536952 Jun 16 09:53:14.893327 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-0b5f2d31-32c5-4176-b4bd-a450b3fe98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:14.894920 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-0b5f2d31-32c5-4176-b4bd-a450b3fe98ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1138 time: 0.0589519 Jun 16 09:53:15.015946 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-f7471fe2-271c-40d8-9330-af6f1b718949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:15.017496 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-f7471fe2-271c-40d8-9330-af6f1b718949 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.0963738 Jun 16 09:53:15.087346 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-e0cff179-f4dc-4974-b6eb-25b6b85d4463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 1001 time: 0.0611691 Jun 16 09:53:15.142552 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-885a5417-eb37-4198-bc40-ade07d4e3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:15.145182 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-885a5417-eb37-4198-bc40-ade07d4e3b34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0513198 Jun 16 09:53:15.213760 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-400eddf2-c539-4e97-ae8f-5fbd6ed937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:15.215305 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-400eddf2-c539-4e97-ae8f-5fbd6ed937c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0630772 Jun 16 09:53:15.314949 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-33c9c6bd-a284-4b20-89de-fb3b87dbfc31 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924065 Jun 16 09:53:15.424316 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-7b60013d-5e1a-49c7-bf33-9a185a723bd9 req-3607668c-236f-4c21-a573-d4fdef44f206 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025045 Jun 16 09:53:17.477190 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:53:35.194132 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d2a0aa2e-09e5-402a-8a54-602218c8296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:37.702461 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b1173f69-36f0-41a8-a773-946a5e09e690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:38.014140 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:38.985915 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.415110 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5271971-8a22-45dc-b3f4-09885c22874e req-21803172-beb7-4def-9989-d8f7873e22aa tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201989902&fields=id&tenant_id=a65e72f7dbe74bd486e84a80874c8e2c HTTP/1.1" status: 200 len: 267 time: 0.1639986 Jun 16 09:53:40.474897 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.505078 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5271971-8a22-45dc-b3f4-09885c22874e req-42786114-ab1f-45e1-af9d-398ccb98e5ee tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:40.507755 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5271971-8a22-45dc-b3f4-09885c22874e req-42786114-ab1f-45e1-af9d-398ccb98e5ee tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 985 time: 0.0858562 Jun 16 09:53:40.520865 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.v2.base [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Request body: {'port': {'security_groups': ['6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe']}} {{(pid=99028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 09:53:40.616368 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.620383 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-711102'] for port, before_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.867344 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:40.900798 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for port, precommit_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.962728 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761205121895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761204664863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761204664908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1064977455'] for port, after_update {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:40.967431 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-fab0cd5f-d21d-460f-bcf8-d7d5f9847303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:41.011588 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:41.012106 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:41.012370 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.013732 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-b5271971-8a22-45dc-b3f4-09885c22874e req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "PUT /v2.0/ports/89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 943 time: 0.4985802 Jun 16 09:53:41.014305 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:41.016792 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:41.024338 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42776) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:41.072007 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event updated for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=7']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:41.087626 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.088308 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.089707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.089707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.090503 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.091157 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.091950 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.092735 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.093860 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.094076 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.094570 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.094952 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.100445 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.107767 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:41.117545 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d7364a-7bdc-4dd8-bc74-0719a0a50d58 x-openstack-request-id: req-c8d7364a-7bdc-4dd8-bc74-0719a0a50d58 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:41.119878 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:41.120101 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8d7364a-7bdc-4dd8-bc74-0719a0a50d58 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:41.120993 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:53:41.143275 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.185590 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:41.332471 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.350098 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.356057 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "DELETE /v2.0/security-groups/76dab5e9-1f80-486d-9f86-292710aaa58b HTTP/1.1" status: 204 len: 168 time: 0.3250616 Jun 16 09:53:41.356057 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-70c78c35-a6e4-44ea-a9d0-01a2c05d8bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:41.358681 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42782) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:41.373152 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dab5e9-1f80-486d-9f86-292710aaa58b,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:41.377184 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-77440bb8-577a-4629-954e-4f79b2609692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:41.379833 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-77440bb8-577a-4629-954e-4f79b2609692 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1099 time: 0.2187068 Jun 16 09:53:41.455753 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.provisioning_blocks [None req-e55aa217-e5cd-4362-9d76-491d0bb1a81b None None] Provisioning complete for port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 triggered by entity DHCP. {{(pid=99030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 09:53:41.456970 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e55aa217-e5cd-4362-9d76-491d0bb1a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584454'] for port, provisioning_complete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.460133 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.460573 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.461211 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.461789 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.462331 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.462868 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.464192 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.464808 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.465358 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.465908 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.466452 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.467000 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:41.535399 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-90cde43a-dfe4-415e-8fbd-9bed91275815 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:41.561390 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-4861fb1f-ac2b-4795-87ca-adcf27233f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:41.563940 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-4861fb1f-ac2b-4795-87ca-adcf27233f88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.1737070 Jun 16 09:53:41.586689 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Deleting port cdd591ce-551a-45c8-85ad-5a8deccb90f7 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:41.587020 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.682351 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.683208 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:41.715589 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-f2e8a7ec-ea2e-49bf-a0b4-211ffc4f7199 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 1001 time: 0.1438744 Jun 16 09:53:41.761808 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Calling delete_port for cdd591ce-551a-45c8-85ad-5a8deccb90f7 owned by network:floatingip {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:41.800009 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-8f3acaaf-f55a-4b58-a0d0-c6665ae88466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:41.802714 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-8f3acaaf-f55a-4b58-a0d0-c6665ae88466 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0801620 Jun 16 09:53:41.894162 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-01a0521c-eaf9-4096-8faa-d02a21c52211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:41.895577 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-01a0521c-eaf9-4096-8faa-d02a21c52211 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855439 Jun 16 09:53:41.907155 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-6bfe743a-450e-4213-8944-3126e342524d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 09:53:41.908184 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-6bfe743a-450e-4213-8944-3126e342524d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056255 Jun 16 09:53:42.010717 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:42.012950 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-8120f05c-1be3-479a-b212-accddc6249ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:42.025369 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-7085072a-d8f5-4708-9e9f-85b76c23a75e service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091816 Jun 16 09:53:42.038168 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event deleted for resources: {'Port': ['ID=cdd591ce-551a-45c8-85ad-5a8deccb90f7,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:42.042000 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:42.108632 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks [] for floatingip, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:42.109028 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.db.l3_db [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Floating IP 607d5b4e-b943-4ffa-b309-e6bacb7729e5 disassociated (deleted). External IP: 172.28.2.18, port: 89111d1b-c0e3-4fc7-a283-a8e02c470b10. Jun 16 09:53:42.185345 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdf15e30-30db-4dcf-9ea5-f4d4b76e6da0 req-b7072ff1-f305-42cf-9841-90e21b4a97bd service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498847 Jun 16 09:53:42.329649 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Router 128fc99c-f20f-439c-a9a3-f9cf75320c64 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:42.444434 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:42.449665 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for floatingip, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:42.458321 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Sync routers for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:42.475619 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:42.476736 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:42.515978 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-00ac0bb9-58be-4b82-a797-2b414367df25 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "DELETE /v2.0/floatingips/607d5b4e-b943-4ffa-b309-e6bacb7729e5 HTTP/1.1" status: 204 len: 168 time: 1.1535730 Jun 16 09:53:42.515978 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:42.518922 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64a155c2a0b0c9f868a68d58552413e93d8367911447c2aa442157c9a29f9258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f54de7-267b-4435-a70f-be90d75b6499" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:42.599787 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ecd6bb-8dca-4b63-822c-0e4846ffe054 x-openstack-request-id: req-04ecd6bb-8dca-4b63-822c-0e4846ffe054 {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:42.600543 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:42.601351 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04ecd6bb-8dca-4b63-822c-0e4846ffe054 {{(pid=99029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:42.602219 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:53:42.656545 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:42.740202 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54de7-267b-4435-a70f-be90d75b6499 req-fa65e6a0-8355-4c40-ae12-81f167612b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:42.742935 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-fa65e6a0-8355-4c40-ae12-81f167612b37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 1099 time: 0.0837409 Jun 16 09:53:42.901820 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54de7-267b-4435-a70f-be90d75b6499 req-da6ae632-8b93-4484-a5dd-18c5e182d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:42.903336 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-da6ae632-8b93-4484-a5dd-18c5e182d357 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 200 len: 916 time: 0.1531641 Jun 16 09:53:42.921075 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:42.926343 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Checking router: 128fc99c-f20f-439c-a9a3-f9cf75320c64 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:42.937168 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:42.937812 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:42.960660 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-ac9a4303-9a7c-4b88-9b1e-cd2d8b230478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 200 len: 217 time: 0.0452034 Jun 16 09:53:43.038211 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54de7-267b-4435-a70f-be90d75b6499 req-721ea9c4-3d81-4274-88e3-e71126f9892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:43.039865 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-721ea9c4-3d81-4274-88e3-e71126f9892d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 200 len: 854 time: 0.0694270 Jun 16 09:53:43.059652 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:43.146539 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54de7-267b-4435-a70f-be90d75b6499 req-1f7701e5-dc5f-41dd-841d-ddca83725280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:43.148708 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-1f7701e5-dc5f-41dd-841d-ddca83725280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc122750-b1e2-4140-886e-e67123724f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001310 Jun 16 09:53:43.294599 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-ab065cff-b080-4673-ae18-e7eaa2c3cf71 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341033 Jun 16 09:53:43.344328 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:43.348490 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775d38d-aa1c-4262-a000-05cce332945d None None] The sync data for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb is: [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:36Z', 'revision_number': 4, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb', '_interfaces': [{'id': '51604580-1557-4963-a888-3786b0a66d08', 'name': '', 'network_id': 'cc122750-b1e2-4140-886e-e67123724f3f', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'mac_address': 'fa:16:3e:8e:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:35Z', 'updated_at': '2021-06-16T09:51:40Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'subnets': [{'id': '7f7b01ef-5080-4632-8d05-02830a669bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:43.435492 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-67f54de7-267b-4435-a70f-be90d75b6499 req-5da26f43-6604-4b5f-baff-72e7d5f702f9 service neutron] 10.222.0.23 "GET /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311078 Jun 16 09:53:43.599177 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5cf397-3b21-48a8-b09a-cf15269955a7 None None] New status for floating IP 607d5b4e-b943-4ffa-b309-e6bacb7729e5: DOWN {{(pid=99031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 09:53:46.640170 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd09f41-4b96-4ea6-8c9d-6bfd799c05b7 req-03ee6195-c2ab-47f6-9fa2-c5780857a63d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:46.642922 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdd09f41-4b96-4ea6-8c9d-6bfd799c05b7 req-03ee6195-c2ab-47f6-9fa2-c5780857a63d tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.1138692 Jun 16 09:53:46.684553 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-fdd09f41-4b96-4ea6-8c9d-6bfd799c05b7 req-c74f7df2-cfc6-4b2c-8899-abbec14173c4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Jun 16 09:53:47.866065 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a699-cda5-4d81-b853-2d323788d7fb req-c01964f0-1d4b-465c-b9a9-7be9ac331792 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:47.868309 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96b8a699-cda5-4d81-b853-2d323788d7fb req-c01964f0-1d4b-465c-b9a9-7be9ac331792 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0654793 Jun 16 09:53:47.907223 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-96b8a699-cda5-4d81-b853-2d323788d7fb req-a022b5fd-3377-4f96-88a5-589125f6abf4 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Jun 16 09:53:48.766496 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-258ff9f2-8061-4d44-a0ba-b330788abcc8 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:48.767904 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-258ff9f2-8061-4d44-a0ba-b330788abcc8 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.23 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.0736911 Jun 16 09:53:48.881663 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Deleting port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:48.882440 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:48.981644 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] For port 89111d1b-c0e3-4fc7-a283-a8e02c470b10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=89111d1b-c0e3-4fc7-a283-a8e02c470b10,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:48.982006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.060333 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Calling delete_port for 89111d1b-c0e3-4fc7-a283-a8e02c470b10 owned by compute:nova {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:49.180029 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed62eee-96f6-43d8-b71a-11946c5aa395 req-78fd18d2-44ff-49b1-9aff-b9246b1c44be tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 09:53:49.182205 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ed62eee-96f6-43d8-b71a-11946c5aa395 req-78fd18d2-44ff-49b1-9aff-b9246b1c44be tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 946 time: 0.1548724 Jun 16 09:53:49.257522 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-8ed62eee-96f6-43d8-b71a-11946c5aa395 req-326aa804-5cbb-45ec-8181-1a38a3d5fa6f tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663676 Jun 16 09:53:49.370777 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.375164 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6dfda8a1-bf24-42c9-befe-a43deb889b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:49.407952 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Pushing event deleted for resources: {'Port': ['ID=89111d1b-c0e3-4fc7-a283-a8e02c470b10,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:49.411433 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:49.416025 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] get_ports_and_sgs() called for port_ids ['89111d1b-c0e3-4fc7-a283-a8e02c470b10'] {{(pid=99030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 09:53:49.487611 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] No DVR routers for this DVR port 89111d1b-c0e3-4fc7-a283-a8e02c470b10 on host hv-cinder-79628 {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:49.490452 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-332874'] for port, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:49.492713 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d04e0ebd-3b52-463a-a40c-3e7af4616fbd req-7410c59c-e0e6-4ae0-b447-c6e22cbae91e tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.23 "DELETE /v2.0/ports/89111d1b-c0e3-4fc7-a283-a8e02c470b10 HTTP/1.1" status: 204 len: 173 time: 0.7168159 Jun 16 09:53:49.493768 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'name': 'network-vif-deleted', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10'}] {{(pid=99028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 09:53:49.496215 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d02141df6c5b84a5840c371fa5302f77ae20c6dada64038b6e90392746390ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db6951-ebaa-47c2-b31e-0e45fd6c8326" -d '{"events": [{"server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "name": "network-vif-deleted", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10"}]}' {{(pid=99028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 09:53:49.533196 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6796d-c2fa-4678-9375-58f8cbb33856 x-openstack-request-id: req-c0c6796d-c2fa-4678-9375-58f8cbb33856 {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 09:53:49.533501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ebb142-b16e-41de-bc28-c300aa2260e9", "name": "network-vif-deleted", "tag": "89111d1b-c0e3-4fc7-a283-a8e02c470b10", "status": "completed", "code": 200}]} {{(pid=99028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 09:53:49.533803 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0c6796d-c2fa-4678-9375-58f8cbb33856 {{(pid=99028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 09:53:49.534252 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ebb142-b16e-41de-bc28-c300aa2260e9', 'name': 'network-vif-deleted', 'tag': '89111d1b-c0e3-4fc7-a283-a8e02c470b10', 'status': 'completed', 'code': 200} Jun 16 09:53:50.428076 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [req-d6a03a02-d972-40b1-ad39-bb36a24589e9 req-a929c229-e3d0-4d6c-81b2-24b63e147f36 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] 10.222.0.47 "GET /v2.0/ports?device_id=39ebb142-b16e-41de-bc28-c300aa2260e9 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Jun 16 09:53:52.356658 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 89111d1b-c0e3-4fc7-a283-a8e02c470b10 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:52.379256 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] No Port match for: 89111d1b-c0e3-4fc7-a283-a8e02c470b10 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:52.379879 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Device 89111d1b-c0e3-4fc7-a283-a8e02c470b10 not bound to the agent host hv-cinder-79628 {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:53.028754 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42874) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:53.390243 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:53.658122 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Deleting port 51604580-1557-4963-a888-3786b0a66d08 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:53.658372 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:53.758759 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] For port 51604580-1557-4963-a888-3786b0a66d08, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=51604580-1557-4963-a888-3786b0a66d08,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:53.759387 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:53.838620 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Calling delete_port for 51604580-1557-4963-a888-3786b0a66d08 owned by network:router_interface {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:54.139966 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:54.142698 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c4bc08d5-1716-4c9d-93f7-52b9ec205349 tempest-TestMinimumBasicScenario-2105997450 tempest-TestMinimumBasicScenario-2105997450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:54.170336 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51604580-1557-4963-a888-3786b0a66d08,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:54.176515 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:54.379968 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:54.476659 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:53:54.901155 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Router 128fc99c-f20f-439c-a9a3-f9cf75320c64 has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:55.018337 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:55.027105 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-5708bba8-386c-4cdf-ba10-3d96b15d23a3 admin admin] 10.222.0.47 "PUT /v2.0/routers/128fc99c-f20f-439c-a9a3-f9cf75320c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968464 Jun 16 09:53:55.028060 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Sync routers for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:55.029530 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42876) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:55.037941 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:55.038600 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:55.151594 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:55.193371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks [] for router, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:55.363022 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:55.391814 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:53:53Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:55.397808 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Checking router: 128fc99c-f20f-439c-a9a3-f9cf75320c64 for host: dv-cinder-796286-4-smb {{(pid=99030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:55.413892 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Routers {'128fc99c-f20f-439c-a9a3-f9cf75320c64'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:55.415448 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['128fc99c-f20f-439c-a9a3-f9cf75320c64'], 'active': True} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:55.484885 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Deleting port 190bba28-176f-4286-9d42-544093e60709 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:55.485229 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:55.574568 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] For port 190bba28-176f-4286-9d42-544093e60709, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=190bba28-176f-4286-9d42-544093e60709,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:55.575177 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:55.599367 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvr_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] Set router 128fc99c-f20f-439c-a9a3-f9cf75320c64 gateway port host: dv-cinder-796286-4-smb {{(pid=99030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:55.646476 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Calling delete_port for 190bba28-176f-4286-9d42-544093e60709 owned by network:router_gateway {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:55.887865 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_hamode_db [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:53:53Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:55.892569 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e6a568-f5ee-4bbb-92ee-f75331ac87ce None None] The sync data for ids ['128fc99c-f20f-439c-a9a3-f9cf75320c64'] in dv-cinder-796286-4-smb is: [{'id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'name': 'tempest-TestMinimumBasicScenario-2126865679-router', 'tenant_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '190bba28-176f-4286-9d42-544093e60709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:53:53Z', 'revision_number': 5, 'project_id': 'a65e72f7dbe74bd486e84a80874c8e2c', 'gw_port': {'id': '190bba28-176f-4286-9d42-544093e60709', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fc99c-f20f-439c-a9a3-f9cf75320c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:33Z', 'updated_at': '2021-06-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}] {{(pid=99030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:53:55.896954 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:55.899940 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-6ecb0f3a-0217-460c-a65e-8b9f27ac8a42 tempest-VolumesActionsTest-753528401 tempest-VolumesActionsTest-753528401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:55.927125 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Pushing event deleted for resources: {'Port': ['ID=190bba28-176f-4286-9d42-544093e60709,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:55.930053 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:56.001875 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.108971 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.111404 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.266796 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.267707 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128fc99c-f20f-439c-a9a3-f9cf75320c64 {{(pid=99028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:53:56.276116 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] Notify callbacks [] for router, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.280413 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-541340b8-4248-452f-91b6-422b3f321636 admin admin] 10.222.0.47 "DELETE /v2.0/routers/128fc99c-f20f-439c-a9a3-f9cf75320c64 HTTP/1.1" status: 204 len: 168 time: 1.2471061 Jun 16 09:53:56.280819 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42878) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:56.352977 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Deleting subnet 7f7b01ef-5080-4632-8d05-02830a669bb5 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:53:56.358348 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.393284 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 51604580-1557-4963-a888-3786b0a66d08 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:56.429062 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 51604580-1557-4963-a888-3786b0a66d08 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:56.429394 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 51604580-1557-4963-a888-3786b0a66d08 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:56.432374 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.588190 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.736699 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.739291 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-dd8280f0-12f5-474e-bc7f-8de6c366909a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:56.767946 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7b01ef-5080-4632-8d05-02830a669bb5,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:56.770262 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.772323 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7f7b01ef-5080-4632-8d05-02830a669bb5 HTTP/1.1" status: 204 len: 168 time: 0.4903262 Jun 16 09:53:56.773474 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-4f66da4b-89fa-420a-ae8b-4c18b89f23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:56.776646 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42880) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:56.779917 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2747b6-7257-42d1-9428-db2990a492f5 None None] Network cc122750-b1e2-4140-886e-e67123724f3f requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:53:56.857453 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:56.921389 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Deleting port d4127bd5-e601-4345-9fb1-2fe9830c4c81 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:56.921632 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.012463 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] For port d4127bd5-e601-4345-9fb1-2fe9830c4c81, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=d4127bd5-e601-4345-9fb1-2fe9830c4c81,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:57.012841 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.015717 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] DHCP port deletion for cc122750-b1e2-4140-886e-e67123724f3f request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:53:57.070524 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Deleting port d4127bd5-e601-4345-9fb1-2fe9830c4c81 {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:57.071155 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.087006 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Calling delete_port for d4127bd5-e601-4345-9fb1-2fe9830c4c81 owned by network:dhcp {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:57.290167 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] For port d4127bd5-e601-4345-9fb1-2fe9830c4c81, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=d4127bd5-e601-4345-9fb1-2fe9830c4c81,segment=NetworkSegment(e1c03120-5dcb-4310-86c8-df34945fbc00),segment_id=e1c03120-5dcb-4310-86c8-df34945fbc00)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:57.290500 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.317041 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.319279 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-91e444de-62c1-4774-ba19-ff76aa3700ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:57.347616 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4127bd5-e601-4345-9fb1-2fe9830c4c81,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:57.350772 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:57.351542 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] No DVR routers for this DVR port d4127bd5-e601-4345-9fb1-2fe9830c4c81 on host dv-cinder-796286-4-smb {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:57.355003 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Calling delete_port for d4127bd5-e601-4345-9fb1-2fe9830c4c81 owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:57.424987 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.437747 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc122750-b1e2-4140-886e-e67123724f3f']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:57.440375 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.445384 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-50e03775-348b-44b8-b724-817e20b7011a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:57.451206 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c03120-5dcb-4310-86c8-df34945fbc00') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:57.451660 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c03120-5dcb-4310-86c8-df34945fbc00') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:57.463845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.480682 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.487501 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: conditions |= (models_v2.Port.network_id.in_( Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: retrieve_revision_numbers = { Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:53:57.495290 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:53:57.500491 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] No DVR routers for this DVR port d4127bd5-e601-4345-9fb1-2fe9830c4c81 on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:53:57.500491 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Pushing event deleted for resources: {'Port': ['ID=d4127bd5-e601-4345-9fb1-2fe9830c4c81,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.507543 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.509747 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.509747 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-4-smb {{(pid=99030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 09:53:57.512533 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-fa5bbff1-b6ea-42fe-8fc8-0bd23aba5bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:57.644962 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.649522 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-2dca2df4-dd69-4856-8fc5-dc2e64cbb3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:57.652646 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:57.654275 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] 10.222.0.47 "DELETE /v2.0/networks/cc122750-b1e2-4140-886e-e67123724f3f HTTP/1.1" status: 204 len: 168 time: 0.8766150 Jun 16 09:53:57.657300 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42882) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:57.665555 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc122750-b1e2-4140-886e-e67123724f3f,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:57.669496 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-3cd06ca0-cad6-4a80-9e75-a1340133652a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:58.005507 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 190bba28-176f-4286-9d42-544093e60709 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:58.024376 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16620224'] for router_interface, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:58.041387 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 190bba28-176f-4286-9d42-544093e60709 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:58.042009 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 190bba28-176f-4286-9d42-544093e60709 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:58.042756 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device d4127bd5-e601-4345-9fb1-2fe9830c4c81 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:53:58.076258 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: d4127bd5-e601-4345-9fb1-2fe9830c4c81 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:53:58.076876 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device d4127bd5-e601-4345-9fb1-2fe9830c4c81 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:53:58.296844 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Deleting port 10a38814-2e00-4323-9ac9-281a52289c66 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:58.297164 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:58.381153 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] For port 10a38814-2e00-4323-9ac9-281a52289c66, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=10a38814-2e00-4323-9ac9-281a52289c66,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:58.381563 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:58.493318 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Calling delete_port for 10a38814-2e00-4323-9ac9-281a52289c66 owned by network:router_interface {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:53:58.799047 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:58.801314 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-a4f9d2c1-b2e1-45c9-ad2a-df5537bb76ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:53:58.830902 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a38814-2e00-4323-9ac9-281a52289c66,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:53:58.835004 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:53:59.018166 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16286397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620116'] for router_interface, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:59.246558 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Router bf5d65ce-c635-4f5a-aa2b-696c07ad550b has already been hosted by L3 agent 31a0717c-ee27-4f7f-96f1-99cd42ed80ec {{(pid=99029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 09:53:59.357147 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] Notify agent at l3_agent.dv-cinder-796286-4-smb the message routers_updated {{(pid=99029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 09:53:59.362410 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-0ae06359-d3d6-4923-9740-2c5093c5e044 admin admin] 10.222.0.47 "PUT /v2.0/routers/bf5d65ce-c635-4f5a-aa2b-696c07ad550b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040331 Jun 16 09:53:59.365438 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42884) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:53:59.369336 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Sync routers for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 09:53:59.384825 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:59.385874 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:59.486074 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:59.496173 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: dv-cinder-796286-4-smb {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:53:59.596624 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:59.739804 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Deleting port eaeb33fe-d192-4300-ad25-dd8b21650701 {{(pid=99029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:53:59.740263 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:59.791127 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'external_fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:53:58Z', 'revision_number': 5, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port': {'id': 'eaeb33fe-d192-4300-ad25-dd8b21650701', 'name': '', 'network_id': '2a00c4ee-db1f-4857-89ce-dea23b53d662', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '932faa49-bebb-4788-b2f0-df287d2b6bec', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-4-smb'}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:59.797267 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Checking router: bf5d65ce-c635-4f5a-aa2b-696c07ad550b for host: dv-cinder-796286-4-smb {{(pid=99031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 09:53:59.812063 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Routers {'bf5d65ce-c635-4f5a-aa2b-696c07ad550b'} bound to L3 agent in host dv-cinder-796286-4-smb {{(pid=99031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 09:53:59.812969 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T09:34:38Z,description=,heartbeat_timestamp=2021-06-16T09:53:38Z,host='dv-cinder-796286-4-smb',id=31a0717c-ee27-4f7f-96f1-99cd42ed80ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T09:34:38Z,topic='l3_agent')) {'router_ids': ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'], 'active': True} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:53:59.829219 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.db [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] For port eaeb33fe-d192-4300-ad25-dd8b21650701, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=eaeb33fe-d192-4300-ad25-dd8b21650701,segment=NetworkSegment(ab422de5-d551-47d7-ba17-9b2aed607350),segment_id=ab422de5-d551-47d7-ba17-9b2aed607350)] {{(pid=99029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:53:59.830218 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:53:59.981872 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_dvr_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] Set router bf5d65ce-c635-4f5a-aa2b-696c07ad550b gateway port host: None {{(pid=99031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 09:54:00.061690 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.l3_hamode_db [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:53:59Z', 'revision_number': 6, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port_host': None}], 'dv-cinder-796286-4-smb', False) {} {{(pid=99031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:54:00.066593 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7104b46-e2d0-48ab-a4d3-2cb8bd82c37a None None] The sync data for ids ['bf5d65ce-c635-4f5a-aa2b-696c07ad550b'] in dv-cinder-796286-4-smb is: [{'id': 'bf5d65ce-c635-4f5a-aa2b-696c07ad550b', 'name': 'tempest-TestMinimumBasicScenario-1622630148-router', 'tenant_id': '753616eb984d4105a8a037a88fd6e672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T09:51:39Z', 'updated_at': '2021-06-16T09:53:59Z', 'revision_number': 6, 'project_id': '753616eb984d4105a8a037a88fd6e672', 'gw_port_host': None}] {{(pid=99031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 09:54:00.169356 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Calling delete_port for eaeb33fe-d192-4300-ad25-dd8b21650701 owned by network:router_gateway {{(pid=99029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:54:00.430144 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12858156'] for port, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.434138 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-95ad2e0c-33e2-4778-bcfd-2f30f6fd8ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:00.476683 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaeb33fe-d192-4300-ad25-dd8b21650701,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:00.481856 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:00.562148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16427799'] for router_gateway, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.658124 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1060'] for router, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.660581 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.793993 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16417373'] for router, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.794772 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5d65ce-c635-4f5a-aa2b-696c07ad550b {{(pid=99029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 09:54:00.801254 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] Notify callbacks [] for router, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.803110 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4b6a9120-ce60-4cd8-bd99-78853b990a32 admin admin] 10.222.0.47 "DELETE /v2.0/routers/bf5d65ce-c635-4f5a-aa2b-696c07ad550b HTTP/1.1" status: 204 len: 168 time: 1.4358912 Jun 16 09:54:00.805906 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42886) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:00.858857 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Deleting subnet 9502a40a-9b9c-4724-8f08-6a157a8d74f4 {{(pid=99028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 09:54:00.864537 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:00.911403 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065106194'] for subnet, precommit_delete_associations {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.009226 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-588020'] for subnet, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.176845 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-588011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1064977644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12599657'] for subnet, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.179241 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-391d1065-588f-4ab5-b83e-577d1d1a8a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:01.207531 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9502a40a-9b9c-4724-8f08-6a157a8d74f4,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:01.211807 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:01.214122 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.216159 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-56fac77e-9b69-4936-9625-2d69429c6c63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9502a40a-9b9c-4724-8f08-6a157a8d74f4 HTTP/1.1" status: 204 len: 168 time: 0.4089622 Jun 16 09:54:01.219175 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.wsgi [-] (99028) accepted ('10.222.0.47', 42888) {{(pid=99028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:01.223023 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd099986-8510-4e21-9653-10297cfce8b0 None None] Network 54851eea-9bb3-4028-b8ad-9fc9041dde4b requested from dv-cinder-796286-4-smb {{(pid=99030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 09:54:01.356295 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760425'] for network, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.421550 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Deleting port ff6856a2-47af-4de4-b6fc-c64cb5719021 {{(pid=99028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:54:01.421893 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.475629 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2884503-0268-4c09-afd2-67906c470270 None None] DHCP port deletion for 54851eea-9bb3-4028-b8ad-9fc9041dde4b request from dv-cinder-796286-4-smb {{(pid=99030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 09:54:01.505116 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.db [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] For port ff6856a2-47af-4de4-b6fc-c64cb5719021, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=ff6856a2-47af-4de4-b6fc-c64cb5719021,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:54:01.505529 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.558063 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Deleting port ff6856a2-47af-4de4-b6fc-c64cb5719021 {{(pid=99030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 09:54:01.561595 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761205117085'] for port, before_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.612203 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.plugin [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Calling delete_port for ff6856a2-47af-4de4-b6fc-c64cb5719021 owned by network:dhcp {{(pid=99028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:54:01.682024 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.db [None req-c2884503-0268-4c09-afd2-67906c470270 None None] For port ff6856a2-47af-4de4-b6fc-c64cb5719021, host dv-cinder-796286-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-4-smb',level=0,port_id=ff6856a2-47af-4de4-b6fc-c64cb5719021,segment=NetworkSegment(dc193007-af1b-408e-a6b5-0e8950de5ff4),segment_id=dc193007-af1b-408e-a6b5-0e8950de5ff4)] {{(pid=99030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 09:54:01.683191 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16421863'] for port, precommit_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.761849 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Calling delete_port for ff6856a2-47af-4de4-b6fc-c64cb5719021 owned by network:dhcp {{(pid=99030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 09:54:01.794512 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1064977446'] for port, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.799862 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-e7a537fe-6204-4c3d-86fd-d164ce0c9879 tempest-VolumesSnapshotTestJSON-1018915379 tempest-VolumesSnapshotTestJSON-1018915379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:01.843376 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16286287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761205121913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761204664854'] for port, after_delete {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.845395 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6856a2-47af-4de4-b6fc-c64cb5719021,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:01.846462 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:01.849147 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] No DVR routers for this DVR port ff6856a2-47af-4de4-b6fc-c64cb5719021 on host dv-cinder-796286-4-smb {{(pid=99028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:54:01.852582 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:01.871146 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Pushing event deleted for resources: {'Port': ['ID=ff6856a2-47af-4de4-b6fc-c64cb5719021,revision_number=None']} {{(pid=99030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:01.874944 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG oslo_concurrency.lockutils [None req-c2884503-0268-4c09-afd2-67906c470270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:01.877843 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2884503-0268-4c09-afd2-67906c470270 None None] No DVR routers for this DVR port ff6856a2-47af-4de4-b6fc-c64cb5719021 on host dv-cinder-796286-4-smb {{(pid=99030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 09:54:01.962319 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-586619', 'neutron.services.segments.db._delete_segments_for_network-8761205154865'] for network, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:01.975039 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54851eea-9bb3-4028-b8ad-9fc9041dde4b']}} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:54:01.985849 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc193007-af1b-408e-a6b5-0e8950de5ff4') {'for_net_delete': True} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:54:01.986145 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.services.segments.db [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc193007-af1b-408e-a6b5-0e8950de5ff4') {} {{(pid=99028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 09:54:01.996581 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761205154178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065106187'] for segment, before_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.012432 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eaeb33fe-d192-4300-ad25-dd8b21650701 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:54:02.015330 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639'] for segment, precommit_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.025973 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=99028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 09:54:02.026599 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1064977523'] for segment, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: Traceback (most recent call last): Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: timer() Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: cb(*args, **kw) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: return func(*args, **kwargs) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: self._notify() Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: self.callback(batched_events) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: event.method(event) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: return f(self, *a, **k) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: return self._get(url).json() Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: return self.request(url, 'GET', **kwargs) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 09:54:02.029815 dv-cinder-796286-4-smb neutron-server[99028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 09:54:02.050201 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: eaeb33fe-d192-4300-ad25-dd8b21650701 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:54:02.050811 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device eaeb33fe-d192-4300-ad25-dd8b21650701 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:54:02.051346 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 10a38814-2e00-4323-9ac9-281a52289c66 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:54:02.082840 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: 10a38814-2e00-4323-9ac9-281a52289c66 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:54:02.083408 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device 10a38814-2e00-4323-9ac9-281a52289c66 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:54:02.084108 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device ff6856a2-47af-4de4-b6fc-c64cb5719021 no longer exists at agent ovs-agent-dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 09:54:02.114936 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.plugin [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] No Port match for: ff6856a2-47af-4de4-b6fc-c64cb5719021 {{(pid=99030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 09:54:02.115452 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron.plugins.ml2.rpc [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Device ff6856a2-47af-4de4-b6fc-c64cb5719021 not bound to the agent host dv-cinder-796286-4-smb {{(pid=99030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 09:54:02.185702 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-586610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16641534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16286278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16427897'] for network, after_delete {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.189812 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:02.199477 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron_lib.callbacks.manager [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16286297'] for network, before_response {{(pid=99028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.199477 dv-cinder-796286-4-smb neutron-server[99028]: INFO neutron.wsgi [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] 10.222.0.47 "DELETE /v2.0/networks/54851eea-9bb3-4028-b8ad-9fc9041dde4b HTTP/1.1" status: 204 len: 168 time: 0.9762917 Jun 16 09:54:02.210371 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Pushing event deleted for resources: {'Network': ['ID=54851eea-9bb3-4028-b8ad-9fc9041dde4b,revision_number=None']} {{(pid=99028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:02.214081 dv-cinder-796286-4-smb neutron-server[99028]: DEBUG oslo_concurrency.lockutils [None req-c56df503-7545-4f65-8bd6-d96770ff027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:02.632053 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42892) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:02.683957 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-c59e3b4d-a328-48f8-bb5c-0b12aed96527 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a65e72f7dbe74bd486e84a80874c8e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495193 Jun 16 09:54:02.686584 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42894) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:02.740525 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.764076 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.953505 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.956153 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:02.957392 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe HTTP/1.1" status: 204 len: 168 time: 0.2698328 Jun 16 09:54:02.958233 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-3245f6b2-0ab5-41ed-88d9-0d5b39cdffb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:02.966952 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a47be-cea3-44aa-8fab-dbf30b8fbdbe,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:02.969757 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4a0ab8a1-472c-4028-8554-2c6957f63d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:03.905982 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42900) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:03.949431 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-351b759b-ec7f-41c2-af47-9021ec663624 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=753616eb984d4105a8a037a88fd6e672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413926 Jun 16 09:54:03.951148 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [-] (99029) accepted ('10.222.0.47', 42902) {{(pid=99029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 09:54:04.003867 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:04.026948 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:04.176386 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16641285'] for security_group, after_delete {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:04.179007 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron_lib.callbacks.manager [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:04.180813 dv-cinder-796286-4-smb neutron-server[99029]: INFO neutron.wsgi [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/378ec66f-7347-4054-b825-de2c6b69442b HTTP/1.1" status: 204 len: 168 time: 0.2278197 Jun 16 09:54:04.187950 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-4e42d94b-86f6-4dd5-817a-b5b3c2b63053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 09:54:04.190329 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ec66f-7347-4054-b825-de2c6b69442b,revision_number=None']} {{(pid=99029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 09:54:04.192939 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG oslo_concurrency.lockutils [None req-f25f115e-f861-4e57-a72c-691ea9e371a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 09:54:05.185579 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-99745da3-982f-465b-9efe-fed908a01415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:07.666405 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-7e780add-8252-4b0f-9555-ae0e6369ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:08.088326 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:09.054300 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:10.477035 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:10.619744 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:31.476832 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:54:35.208099 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-b6ab738d-460f-4893-a246-be0d6aa875e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:37.776347 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-f8de49a8-27ac-4cca-830d-4b3d2a1dd522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:38.044799 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:39.032888 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:40.467341 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:54:40.625618 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:05.186591 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f262-78ec-4f4a-817e-7f57ed4cdb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:07.698846 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-e79a9f4a-7207-4e1d-99f5-854915582308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:08.024105 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:08.475561 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:55:09.003486 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:10.506852 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:10.626516 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:35.184793 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-2b68ebd9-c72f-4e32-a909-64b0612f0b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:37.687760 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-d7be9fd9-a957-4848-af8d-6c22e6916129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:38.054080 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:39.007441 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:40.568359 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:40.641909 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:55:45.475355 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:56:05.205323 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-860f517c-e93f-4c84-8bdc-0768f938ac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:07.703623 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-0e23a44e-e69d-4aeb-be51-e059972ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:08.040219 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:08.994446 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:10.486380 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:10.629608 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:22.475524 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:56:35.170716 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-77121af9-ea85-43db-8edb-4da861191820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:37.696192 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-785d4cb7-db10-4ab5-8892-fe39cb3a28be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:38.022308 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:39.045346 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:40.507138 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:40.644794 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:56:59.474739 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:57:05.226550 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fcf0-22a4-4cd6-8495-ba54fd3515c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:07.689664 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-1598881d-c222-4e97-9dda-ffe61909f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:08.049812 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:09.009101 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.494851 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:10.615666 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:35.191417 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-db55f02a-4600-4be0-9d55-dd4aee64f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:36.473582 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:57:37.699332 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-61d68f6a-b82b-47b4-b69c-273f45e37949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:38.036556 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:39.014964 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:40.493757 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:57:40.716745 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:05.264238 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-019eaa44-2483-4340-9c25-863a5444f123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:07.710211 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-99d3340d-6d0b-4ca9-aaea-59b526af4686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:08.229754 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:09.064122 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:10.510418 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:10.692499 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:13.474066 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:58:35.246268 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-881f7a46-33bd-4666-9161-f389806ac01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:37.691637 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-5a011726-7a04-4566-ac80-b2db136f22d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:38.051473 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-12f708f0-0954-4156-9c91-7f9bbf73fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:39.011807 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-c06c8cb9-1169-456d-ac5f-115b0c0e2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:40.519752 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-462f692d-ffde-4b09-90f5-f3d05d2dd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:40.651487 dv-cinder-796286-4-smb neutron-server[99030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f117f-8ae9-4779-af71-878f3561df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761205154847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584629'] for agent, after_update {{(pid=99030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 09:58:46.558624 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [req-d56e656c-bd58-452c-84db-836c8d77509a req-db1ec465-5c27-4204-8a53-774d95950700 service neutron] (99029) timed out ('10.222.0.23', 53663) {{(pid=99029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 09:58:50.473088 dv-cinder-796286-4-smb neutron-server[99031]: DEBUG neutron.db.agents_db [None req-89370f57-02ff-4a74-8328-7970172dfa57 None None] Agent healthcheck: found 6 active agents {{(pid=99031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 09:58:58.669378 dv-cinder-796286-4-smb neutron-server[99029]: DEBUG neutron.wsgi [req-554309ab-ffde-4426-aa5e-af44397c1841 req-cda0a82a-c051-4622-99db-9c2c8d1651fd service neutron] (99029) timed out ('10.222.0.23', 53631) {{(pid=99029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}